diff --git a/params/llama3/7/fixed/woq/init/lm_head/scale.pt b/params/llama3/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391db61c8a614214bad6984fe8390500a16ab55b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a4cc4c882cfa55daacd5728682e890bfc30fff2a2c794fda264691ef699569
+size 514130
diff --git a/params/llama3/7/fixed/woq/init/lm_head/zp.pt b/params/llama3/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe708520ede3bd513a0ccc01ba785fa21bface51
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d84257c9954c56ab2923eb580a37f399cfd7fb677e23bf999141a517390c90
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60069ce5f5749b5e18d3b1e5533d8052ea532915
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2172fa3aa0d0bb903392e9ee35ec076a710724ead2bb8f8fd80867eb055b5a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad64d8d689b326c89bc43b21fd992b3e296845
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216db9918b803c3592049eb151ed6c42da3c400f3089d2f23008b8c894860f54
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db096ed33845e051d742850bf31f6a312707ab8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fe260fec2815e8259bc015caf49dbc4df54de8ceff200ba71bdefa06fbbcc0
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e146fb4e3f371721a9a5c186a52488c8b1b96
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35910020ad7f431f2d69685d8fa3cccf0adf6070290359bd616a61c9b6b94e1d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89125701b2473413846313f71968c9cc45a7c146
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9e966938a5b6d7d0e30191d5d34e517805079ab377685e90548a9abdfd7d81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0397467bf2259351eb5e62d211af5c76f2810b34
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c55446bb5903a74fe16136221d97c75450d1aa12539414638178a3db1a1459
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddca894a1cfdfe789863a0eb4b58b88f00183343
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd55fe90635fb45c0e69b5736f22c129755ebe0a69b4976cf2d132e854ef92
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47357b1a8269c36d633b5d51a147dd99cfc4111
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a23e20305ba5c50fdd3081f8699f625383c1696e37aa629163971fd13f07cb
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8260e73a725688c157bf28e98bc9df395a3b283
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99cd225b11ab8d75faa4d2623a56c7f0a884a18b67b041702394470230efdb2
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4cf8f5c4fac772c31780809459f7fb5ed2e9e5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687e0a8d94d90f0c44a08653ef10a1b857b222f6725e28789a7c24f61f498507
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c7f712176f3f159deff6bf1fc74866f3a0210
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56051896703f9674543c4a97b0a59cdf31974505831974cf3c46d8fff04aa090
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97bb49a06d51e2c5dfaa894050a9955fe902367
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2ad0e367277f4daf4f829d4acbc39653daea35b83df3f1a21d5bab57b5f7e2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429fc5dcc983d33fd65c88aa650a37ba48325431
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0e8f5fa146d79a0cb004fdb6f5dadcb1cbb624504de262753cb4353c72d257
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317de1b934fdecd5fc8d86d89093f38225a31f3d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb66170ecd3dd80f15b00c75159bdbd61b1d9057b2eca340fc8f00f0f463a3f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72448c5d75af2490166fd72ad400d49a024f25a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fa202e8e3e92aa1a0e5eebc853704539f50730c5be0274375bc5eeb58ee4ff
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1317f1952581d5a9e1e8b64fc9c5fcf2f937989b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e49bbd1a7bba9bdb6eb35b356918c343ab3a70b8be845eda33b423aecb535d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0648987b63cf8402a38f507b4b5833b1660f34b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3cf66307a1d752c142fcdb9603b7c21fd99476e457df5e12748764631d9582
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b713635e5abb42a447a465213ed1b5bf35ca230a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd421bbdfab1af34166042010d2075551e61cd4b9e2ac8c0977e3d1a1aa9cd
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f7092e587b627f41e16eafe50204d206fd8cb0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bf0e25aa3cc03b976d05379e4fdd91a092f2eade24e017eb07c2519d5e6fe2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098f55436adee5b6f7d60b97c244493befd59182
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edf40e8b33fa21b174fed3c03e1aa42f0f5076bd4be22dc0e3dcd86ae02dcc1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fd7cd1ef43940ffd16d372a22a827db6278bd2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d05bc2ed4440e12f1deb47817c95b592fd60f3e5c2935fea202034afa5acfa
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a5b3ffd2f9a1f6493f7fe79c1bbcae5fcc99df
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780ce3dd5de790e6855e653f005f34ef5108658e0509d8b8e16887193a814c72
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613312d730b2468cc886e15c421ac3033149a461
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04c1576fcecb0f197b38ab95dbea98b99696f0274fd7c2f79725c1da9fdca6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3870fa938ed3923b6be9580731ae3f0da814a4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a437f8698efe922f03bcbd01c9b9034e000fdd6b2d224ff1352f49aac87b8e2c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d3b9959b56944210616626f4bae0de1c454e57
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc4ef6ae009e81bc162f1a259f8ad3811448baff07c834007e0d9cc2fe0d71
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b33c5dfc6e60ea9d2024074eab01c1ff5e26b8f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a16eea526dd4a12ce7ded8d220f248d380c23038ffffe832037aad5b9e144
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c2d64f43082b165e8db7c0fb8cf2d77046bad
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ab6dd773b81eec9fc77e26b22b8cec410923db13abaa9a6e05c5627053117
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba9ab978532bb99f137cdf52b77d0e97bff02e2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c181648279b03fd814aa670c45e05e6d90ca83b4102dfa3c2ab78f8c0548b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb39fef8a2425768a52d9cf45c9bbb5be95ac2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c13c1a15b8d4ae874d6cc262ad35412ab38294bed49c040570502759ab2d3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2942df9e190766a673fe3b8e6a04e6b08e0640d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d44cf24e69657753e1249255d5230f17a50a6d0cfe0cf63a00c94ce0aa1e6ae
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9db87174fa5554dd2b3d3704d2c88675567af8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e122964dc6ad29a2b3f8fbc4227e3d16008f6feaeb6346c423b059d851386f3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699cb22a03f340a408ca6c8bfafc613578756c2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c5a5ac8025df5d67b3de8bd790328642c74f8e37c99879f57a6d024f925a33
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a220e98542591c2c82eedbbced4bed5ed80f24fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4b4789886407b4769501fb9762526bc880a1246da3be7e27aa1ccd4b812bc3
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5989ddbee213364fcc955ead211f0a97bb129ae4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ee55b1812c62ba9b1e18f9d40c981f8552508bf44e90e15c4f72c450210151
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5c62dc0a51fbb4cf907077dbfaf8bc3358433d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19bee267c84ddbf73ddb4bf632a16a0ac13b43090a7a2593bba0517f6015163
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ada10f8e3ba891d4a5028db308fb35630d7d22
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78ff4fb251baaf2a8353c22d4b84cea7ca9a5d164c82e71c0af1417ec022d17
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02dc80b06be1cd8ac0e5866c224df3e3c2dc909
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaf98baff6b891d3663be2384831ebae6e981a0c25731fcc9faa4e1b01991f7
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a05cb36d1624d67b9a1182efb31801a14a15a09
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e26961588a0ca08e295b59c0161a5d8bd63b86af513f7b117efb07343fed25c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442d0b27fb5014b3c6dd7efb3d41b4521bb2677
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ce8adc1ec229d1e3fe2c44c613658db031106496a60dd8cdd75ec45fd865f0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344087e0de1b83582e02ae536298e65c84b9ad3c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05768024aa97aa1f5d23bcba8238178f7f0b92fb49665a6aad489e5fe25a78eb
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df1ebcf84a1be3f25605c43537c950ed0f7a0d3
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad70f346a2d55093dd7a9d5b81f417abf9e938bb2f8b1c4f5fea626a8fe4864
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81c6227641bdb41fbf9dffd3566bc1f4e2550b7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58155dc0935035e535bbbc4376dddfa402310fd698a7a179d44266e0d95510f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651e9895611ee36a0798c7a52dacaf601cb734e1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2bb94b66bc233d8b6f33907ac5806b5cbc566822040ccc02f6faffe49cf365
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00791b9fe1a42af6c42a49a987eea2587b45ea30
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558fff96cea5bae2442e65d9aefef59147bf04b104cfe58a83d26d068fc2342
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c97b215fdbc8302d9eb344306e911eab2cd031
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a4a42c9f3be56132ba29b8b6b1b3f030022127861b86087c901ceedfefd708
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c4e6ea0c278b97def6fbb0eb18b97950b85c5b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3027d69625a039757046fb1b077ee80bf353a1d42e848b1e8da367dac90c763a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5792756009cc89fcfb38c4e439f3459fe098f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee8b44131255b45c80bb971a08423d5ddf4661ac7c7d90c12a776787ef0b114
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b036c38c703b74d4f3c89bf13d16ce74435c6477
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03954c3a3d121295cb8b8d198e6f5cc381215f5d7997883e85fbc63755cf393
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00615325f15b572083d6055a8da2255d5e6f5fc6
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c772f57ea17de309bdcaed0dc2f657f5c3b1200056db6199af93c3d4154bb71
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75087609186ef8312c81406fc2ab1d25cb6cd663
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b00d86b5b469f0aa18d12d9c20a2eb641507f9a343bfc5be9170450ee09302
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba4e9e4bbf225d82e8f6b399e79606750481235
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0f72016c58b6cb5b9d4cebbc03c38612c583418883b801f886343094f3f2a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b4656b0d26f8805b707118f1d42b5eeb586a1c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8d6c4e4681a507da405be41b74e7058d582a5a0445d9793dc2e1cea4ae4f33
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f40cfeaf3e240abc7fe5d5faefe6f5950dc84
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa507944326771c5252fbf27973783460918d311f5dae0f56d5e7a32bd7ff180
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090107769db7d90b2dc05cf97c70ccfd66c6ea18
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab04b9749ea9becaba76f32066ae21ae7b897c38a00831b3e6d3c1c07d63a68
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149bc4f3194738a735de630a5697aab744cc575d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284657b9f2601d4ff30b4f842bbb6286db6eb09fc08eb80f38452e1b63f0d129
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184a60e6a5f2d86f19134a9b581a08ed50dae570
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1f245039b5302c59e5e57160f9865e17190b9ce808ecc346fd0a25622e3e46
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ff96e7c0ec99e2c25f5f039431e872ed9518ab
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fecb472c296be292f8c2c9878e1eabbf038f4c5290f84b2d4de469af1598a9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8630c41699c0d91a9c1fe56d9bdaaaa1a98ad170
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e1e9ab2b74f81455ca405ab224d9093627c07df13aaaefc974b8f4ec16b9d5
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5b6107228813c5395ec3983b5705cce5971b31
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0283d27aafba48021fe2109b86bb6bd2e6fc151214adb1c2af6ab4ad390ab4a
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2ab132ade7a0d57b9c485a7db4f4a51d31bcc2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d0ee4e75c2649d6d4fd020e0db1883ed1e7c3575f06bd61c0ad7d42571ee4
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3cc0acff4446a66d8f5e438b6bd8a205f74577
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfae49cd5f9f4c58af557e14f9d575232a60c0b8ec929f9016a8d539771369c7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0888aba1ad2da3a5dcb77b572747969d17be6d05
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1467868512f8549e6978c8f14f480312a01261f1174a02ee38badaaa5d0de3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a922c1314b06b27663c02b680e38ddbe1d8e35
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4d2a1d16beff190231205f9c4d3d9787c36d271a81533ca4bced1d47df52d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e733956149b49ee277e0b94323109283f23f9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e19c35f99f3c3344aeb64cb00589a2cdd0d6436b4d1f29dd0c45c3eda1227e
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721bff1cdf790ed071850d6e0f1e2be97fa9bb79
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61b0efdb7c52484c0be84e19f5bf81112079887ad9da14c190dec713493df7
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8527251b56b1934ce778b1318a3d3545da46657
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f73f3ffc828180c88305f7f2fe453ac74c1fccadc14bd4f4ac72bbc1737202
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35efaddf65a89cf142be3ad3b21fcc386f163e70
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445390dfe2e0157ae0b27f6429245a8e733637cb51941c71b9ba357ed5797d9
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1611b0fc6c5093ff3aee04a1ce42563e43b8e7e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd98c4df168d21d738f4dd9fe1ca901dba56d5afb9f80c8e13789e5c216b817
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207fb6910d4691011d39b0ac9a37c437f8d5d229
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e62bb277d191a52ceea0b030fe5a81e0f39b659b0e5774c457f1e03cd8609c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5197958d6bdb3fbf38d32a947bb75c990e6b42d5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5c4729f8a4baa7b048a9e80f5b51e7dd30ec07fd0749937fc701c4689d039
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93536d60ae1146105761797b592c3d9a4df6dd3d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4018c2f0a1c211faf2ed5fb9b614e7b4fc86fcd7f26fe9b41f3f3118d9c81
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527bd33d4d2bcd482e8c8f256e900ea107b48dcc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b278c85a6575625cd300a8678eef6be984389985bedd46c16733fc06bbce4e3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835361ee9ad8fa30a050256be663d6e1aebad121
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc77ae8802b185286bda5f9dcb43b7e9ed8ae9f0c1f49116c74f0c10c9a6955
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed59e2a86d8464b2739f901fb8e34c1834747a7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46edbc75efe8c3bea27a89bb26337e124763e26b218157cf22f76b9a06537b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c42cad6b934a655085c5ef6b1c68690e00a070
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a40a431c738b4355a798f6c35f0c7a59c7887f69de8f85b3c7e3350f29883f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e275f5c4c672fb5b7576b38081477757143a60c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e811e0301ef1860090fa3cd165a410d50c700b4c68d3556890e2fd11c682f1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e180bcec0ce2576c3a99b4d20d7e80f3d7cfae
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54c2996682da31cc05be0a50c9bf192440a2d31e7d29ed277081c541ce2a83
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e08835ac9ef712e1cd55e17534c64c65f1b716
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154023296145811f4f53b5597496c7b43d0399aa06ad5f0a64eb34e0c264455f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e9acd6d2a2fab950a48a73cb8e49f93b333cd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4752f4a9fff30484d9dce619a2c6bcbadd7ade83972fc229d5fada529e396969
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d720a27fb646d431a2b493f9814637a93d54d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3620a18f624e53fc71f528d0dbcac7850dd136eb8cbc80c91f70f7d2c81a4004
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94c4eb44eae26303967022886ca29f7598fbd93
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bf200de99be2054c1c014db280f62e5b1145cc10653fe8573f31a3dbbb0aba
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35de462aef811c6525e542fe85d813307e35b92f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe2aeaa1be728b8547e68d48364bcada17913e84581705d5617018b80221d11
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde12b42c7749ca222e6d671d078c2ce5e8f31f8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e555d2833aa17a8355bfe26e99a270d6e2efa4e727e6aece9482ccd8e8c4b606
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf08a899912c664985c251833816fd495615bf2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfb6c4324452d550ff69173b0b549528e690e928d510c7fe89c2d35902b1bd1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1f36a8f2a4fe521ebd5f63baf636845a940e60
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143d8781235a3ab7bc6d565d6388b3c186c0d52944435445c9edd86448211aa9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa0b4b8a4f883a6788b9738f3ac61ce2f7b2a9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195b647bb3d11279c1adc5c2f6bca3327913fd13b36d92be849057e0a4178d91
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fdbc426a5655a400d21508688a03bee0afe22a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9466a71a9e4140405f9cd58c99ca2b20f6f6dd52990c4009c0fc55d87573723
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f929080b7bbe8e7da89e459fa7f2f615b16252b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413456bb8df322dcb18afa16e66b64be79dc4077941b88eeb4f65587425806f1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa0e9868b0f3cd670acb6078bbd76c22111f66
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e485db1987a40e4c534a29da13a4bd7f5e125f3e351b42f320556c09c5d55a42
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cf38d7b0dce354dadefc0d27ecd7f923fd900b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6337653822f2ed98c4029346508f0cafcf916bbdc1a8e5fd17073fb5f1ff9e
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7bf6a2afc553582f1ba1d015ed858bfcb125e0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c760cc230bf0d473cfc8ce259c84ef5d6a8f0b129c9c46cd866c8e2a8e07d5
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7a11264044c6d272cbf8af9be231671e4cad4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fbb5aa8f735e682485d7598c09d590f97e0de1bbe2b1a35de9c3f58d1115c
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853586c590142a96728b8bb689a38244782fb005
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7236deb976e0b66550651ae834ecc706f83c91ad69157b8cbdf9e8671770db0a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab177b551f72870201632f4008a82e700b81b59
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06a6848bd9a657c7c0d8d487556ae4dcfa94983b5ef7546509735cb59d04d4f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc1979acbd854e6fe2aca1be34024f1b22ae503
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9633c7fd7d586a5770e45917c936226c7bd34c5fa53cfe2998ef79683b178145
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3303eee3197cf756b868de3f65bfe457e6cb4df0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac2d2022dec7f32308d4d78e7c3406b0dd64b6bf1b6acd763710e6e0fae6eeb
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f594cff2427801bcfe2490a4ca87f0d80a7e72a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1ddbdd0f73d1824e9c111820f090eb04d6e288615a20b7ece17bfc73958556
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae0c438c29feea381fd7b2cab6036a1ee3d7240
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c829ba81aa93f0d6de7e8fa053ba4764bd9f4d5497c1814482428c8a09e2a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0b325e7a033b961a96a49add2c815c79141187
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e7ed43a0c0feef1b5122e963a0bd56a8ea314d03097bfea812186bbcfa624
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1baaaed95d36460e840645ad9c51b057d3b6ada
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad219a503e3231d40c76602cd24f6e4f6a964303211863d79a064d5550039ce
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecb031c9123a8c8215a3aa169e70e4d39701e2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069220024c7ab8dce9c82fa2f4284916cfc4d31943940d1111dc6a28867aef1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67de858f07f1788baf510ef8c3028f530021b4b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89111e15c117d77f0643be22450b5407cde93507b6c90d8295a01f3ea9bcb89
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef6581fe68ce836e0e319c16b6b3fada8aa6b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab707d223a498b69db33249bcfa84ddae6360efca7d8667207582e3f05b413
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7bcac98419a35c46da84010970b5deea00bc0a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c3b907d2c8810db3df884f7c17d41a135c5a3c12ace84020f0e2b0c5cb3c44
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfff451ec133c868100753644ccb7be3a95db75
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c167ed13560198e1a1525dbd93412fbc33bfe19fbbecca829c40febb30c66
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7829e425e218d35399e77095866d1ea3a69ed4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544530f90921c565ba31c7f5f13a2e949d4c42227932520dd5ca627f72a1560f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c54f8440b4c97974655252631b462f050ea65af
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8a94fc7dae527ef72ea085a3299d5fd8d171296fc6f41feba011b2c6260691
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f715d4589aab9c85152d35d6cdff4814617f4d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb025cb8dc048a547c333f3ab738c21c0273535dce31e204c1b862a65665e575
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f284b8209bb7d1113a5e9f81df36ac9bfbb9da
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c48a1401c65960ad10a197ee35a0ae544c962d689aed7a2516007386c2af90e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739bced0bb2ff80a271b0399b76df5ef73e70fa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1183968440a9bec38880e559e344be899899a2642deb9cc0a0e04cc74c892
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209a1d90f681a76de85bcadccac9b7918f5789b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f28e55e7cd6aae5159c7752c68b5b64f21f3a65ef7a7b5a5406680e56e4f0c9
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982ba828416b288d68fe68c60655ca3e7b9a0b3e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3ca4175a9473c91568d4c7349621ad712547e5c5e017b9b241119cd63a297c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3349a6b2cfae699bdb07da3558ba960394e59614
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbe1ff375b579a29aa507a1c52a45f55aa7544ec65e59cb5022023712a4c82d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66795b21bddcc95571177829fe8770c8157dea7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9517d65305a3c30888fb6caae368cdaa17592d6f6bbf9d9ab54974fae8348940
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe7e72b846ad5a368702e422d1182af3fbaff10
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d811729b4863ac0156c110c9076934a2ddcbb082fa4ba97bb87233c857e16
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762b13e652ed3884d135df9522591cb5fb84164
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb1bd7c083793c684cf7ec38f97e2e5fd1559337672100e00760561fcfe03e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a676640e0f773b6672f3be42df215278af416b4f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d294aba34a6a5acb1f9248c01e91a9e1c087667d78d32dc897052769e62193a2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606c0591765bc3d03737a29604ca45e62e2aced7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48574711a29d5eb624515143599032b1b759cfb570f62d74416cf9a43391af6c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adff28a41abb53ed4c88b5ec2703ed7fb2c3139
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60494ef237cbf34590c5a43e922fd3ca7b1e8e19a6947f6c0da0a9f714b67eca
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bd345976d427e56e83740689e1eb3588b2d4da
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ec599c50c422741c83005e6c9910181d1458726cd88c24bb38e2afef0fe7e6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadf8ec336cda6c6af9377778bcaaed1093305bc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72372c8a247c8ad5ede0db4613c0dcafe4c749e17d508313a8eb9e4f859cff6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83df8345d8f10284c885530ca4cdd863753c495
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aea786b4511ba93753a05deb00f3dfe52a07c3e9f8fc877118af4bd93a1772
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5662ea0cf2068db699a2449dd886a86e84d655
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041c7c793d4e021b59e53c1b0ece086469da244efecc3cf567e8ddd47d59dc6
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab19293db7271ab470dc45e4c8825ab419d5a9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0fa9032ee5115fdec2741602bf8282ac5680e40d61834dbc3e2bc57f376f78
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c77a4331ba8b5b7cd0c8d6a3ca007921454fcf
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cdcb25a5bdcb40248ebc02e25175f8245b9b9a8b26861ed7ca98bc4c4dd2e1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0b9e2973dc9c1d5fd355daee8553d55fddba83
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335131e9a0164dddd8796aad21b55b0971b5dba6d095cf248d6d69a8fae33e7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a24c30875a6a195eae8472054f81ff99b67b6a2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcac68008ee4c35b87ef9918c61717f13503da707e714ae87f0cce355e37243d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6005bb88f787bd32e33eb32bb6d09938de3cf2a5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c050cff60f8b3b83d964aa1d3d9a702814586fbc715a3d99eff7bc953f5b71f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce24e391d86eadbe845cf0b521f36ebba4d7581
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0316a9836f42a57ec68ad2235d8f0ff638aec722e1582a37b2fdf86875e106
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7af85bc0f9b81acca747ce3157a10be2cff66dd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed183935db79605ef456e0798757f38afd5a3f276a23dad22dda9efe82e92720
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba4cf39cb35e25fbaaa63a9b1d0da2e18430d2a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32143669f3547c0287140a261ddef3c36c34758f0ea5ba292ee0e1af640685e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5afb8a2ef84e01aefcc422fb547952d56b0d8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f29c28da676956c77eb2295235a9dd92e5e8eee573b813c923b3b55a892b3b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82632b7ce888b96c38f086e64784b8912d112d7c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0ae7feaccbbadcfa68341173572b0b97063d7daba1de130a0d1bbf50e299ed
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1790c981def42de7fede50108362c34108957e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b856ddf4b84d375a1f37815cebcbd754ed6046181b7419c29627765da5597aa9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c933c31fd7e387aed72fbf510770cbcd604b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872260e8b369c33bd25576091b903fb3415b0e4486951ccdb50d71efcdcbb799
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca3ab2f540a3114fbf0d1ed322122e700dfdbd8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0787ef376812376e3d6cd75fdc46428bfc80b5a5fa1c6d89e1c5b66aa2320f3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04224d4abea8b44b1318b656bb312cd6918283e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59d7faab001ff26d0d477c930e80606bdbd16ef6577958ca1b6d3a8c71a448a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28938a1bfe2f57b4a745ad14a601b01a3ed5a035
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3731cbc0ff7faf9afbd52669ae1d5dea41f04ee6e74866d342b92dfb5134c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d8f84bd98c8e21f9be994bb6c5ed4bcec2043
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c0f3f081e4bc66e0444141feede55ec614dcc65633764a288bcf8596ca04a
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a8b874da9dd639e4ad5a446eb3ff4f414a390e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0b925471f253f2a40083808a5735eb7c1b6d11c3eeb7a96dafd5a2741a9a68
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3671f3c54390ea3586a0e086ef9046d9516f07e8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6fa5efabffa394413d13a5da9c73ec5edf9424b6391193cd9a5beca207aa0a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81aab83f88728cb6dce680801e7fb5e8923686c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bba9139142e4e32d3529b7f39ca82f5b344e5050e4489bb2e9f86d16aa71de
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984b3566539dd71a884b9ad372bdfa39aaec4c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e097b7ee25a1e74cbd00af10ddf1fdfc000c08fd8c61233d79ca6a1876cc6438
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c1ad5b8fe26d0a36bf9a5691aa770710976f16
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5beeca1d00d71a6ee75106de8a43eff5118e3e2568febb0ae938170cd48136
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362ce2724d2ee47b772e2e603ba0b92835b6ea4b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae20c4678592d77c419401144377ca4bb1a8ee4a1228ee97353012a0602e71b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246836980f1cda781c52197a42ca1ee911296dcd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e884955d375a8c9c2a6c61134d95a2c75d8ce9fadfeee0671280980fb63c9b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125d739c88c5ca39096fd5672ac26b8a0884eab1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe579c3ea2c1c26266c4c56b1b274961c1becbbd5132e9efba788ee5da1ea81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c7373653124dcf0e58da5974331710b1fa82c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae3c421905591c7a56813e6e720fcbceaccf232117a15fc0e3a4b12e28c526
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d9d53d90fdb29db0593dcdb801b881073f9438
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d4b40248110f0c49fe97432001b76498c227ffb31adff1cc7be28976fa2c4c
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7681debd1b42824970c3eedc95a95f19e09dc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2cb0ddce0af45f5a27431756f2dc79d2ae822cb37528ed6927fdcf78f611ad
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85b2a84ee373492784eebb250297087bc8e123
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3925d4b8fabe94535555a70bce44f6f47d0b9c0b191e460f4c31865389e538
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46550d32117f2f53160fed45c46bf4151874b98
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02d0419886acad6ba2e9e5aae71eac4baf76fb4c98f9698c15071b0c2304a7d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba0e7f1d341423f379ca0fb05402de87a7aa51a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209f1e877ebc844a46133414b331180dfb809dbb14f68dab723946e9a5ddd4b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d364ff17dd4225f59f51343c36c005ea0a360d8f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2646d26248a9296db90d8110b404b0f1ca6f9cacc9ce059f45f7d44a7e14a59
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bb59106c543679d191cf605478ab67bb3d9090
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d779154a59dd4a1c70909ff8c9bace7702a64278f3c3dfe5920f5c1925bd97
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce945114edfff340f4eb5b983cf8af0be5888637
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37e72cf8b9aff7fe6281af1b0571f4e24ad2b9cabde4f1cdd9d0146e34eaec
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ecd77a3212ce38807cb93f6bb9da4b2629e5ad
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bc5c8c26832ef005929952b6dc55abcc6ff9d1922b8bdc942e1d7306f05f0b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d410ec5d9641facac9be18f55fdc0e63697a8c2a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856ecd881d3b69047879886401958b37b211d43b603f3d7024f7e34d900390e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da182b05c3527d4eed20aa09f289ff67c154d74c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99183d57d78abdb8a2fc8a477eb2ec222c4b12b511d6a6c0d0e5aff07924a5c5
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c0218e13fe6be2537372ebb27d5f5e23c97eb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72fcd9570897891cb9042d8ea5fe6d0556f003b9c5db57117702a3111f6984
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d30c9699ab458bbf2d3a850d020b10a8d8fda5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388edad9fe77b2a2cabaa91dac2871aad00263cfbb6e37c69eee47f7972547ab
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ac90d26a7f1c12afaf17afb60b5c99b787b78
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06a7fbdd9685f957944c4e49e510ffaa89e8e5a8cc5a0e75665d4095131324
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34bd5a22db0d8ad8960c9c3a653f3b6e827e7aa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c53fd27b896dbcb05f56cc8319a9aac3f7e87c8113fd218ac09a67a20a9e38
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7354269c5d427c88b33601d357bcf9e3f7e609
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f8bb298bc81ea7fdb9b690ef0fd5b77ea39cee52fc31c554f986498251d3f2
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5f88cb3cbd4a8af76e2590c34b36582365b33
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9d7aee3b32bfaf15a54db2347379322ca5468486e3b6cbe529553404b93e0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3affc6a53d773011c48389431ff04d140fbe88c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685e394bc92c72b2feed526f7d7221692bf8f009d56fd569b77baf85f6d140a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7600de5fbab0d1b39e1beb0840f8ff825d1d2f66
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa81b0bd267cc9eb4ff77aecbe03f3b0fecfe714c3cec0408772da7039d8fc
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ed5344e396dd4b038fe0635afc87159b50282c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12298795906c180e5e9fea07c97d3f8cbe08059c806647e005d75b310d32e47
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a5b19e8574d3c1133f70e9eedd463180f02612
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f32877488712e177cfa0c943d0813bf9ce9e1a9579d0f446e46a822fdec9581
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56983312b7dc4af5c227e444cabe70204574810
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93ebc200448c61e368e3388fcfeb2a74ac47c42d7c6a5e5acc67f680c722b6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d76bb23f13a2ee7548f5c800b26b8a9b30696f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab36b0f1e4e7729cb0997a40fec231f9afd3c6fecd02914177224739809632f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff5caefe91642748e0bbaadd49ad3069fc83bc9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951c297dbe52197a8537123cea590103140809aa3addcd44d85392bdd6d2024a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7c2c7995f90747e6a2c1a72b575a1068a4d9d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d064c67fc40ba2294143f4ff56c19223b480a504e3983ddfa9c8af578b9e698
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eb707926ad4a9dc887a99bf121322e2176bc0f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed3ede1c84fc7870c744a2c16cd2c951cc87e90cba40625f838d0977e202661
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e796881ee2d113ceecfba6f7094562839c6c3fd3
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d70de8258687541472605c7d774f86bb23dbf02ceda486a52b19cc278b4227
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764137d14abd0b06117e0b0f0477d8943faa66fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e703cee8aad90c126f19e3ccbc04f13873c53b0d6fe414eb01f6fca161ed7f4
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0991b521d89ec422553bca8bd3b7d84ac8ac27e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d1498a94cd0844f32d5957d8927288a28d355c79ea297676b61c47d1730892
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ad3b82a5f6448350bf7ff16539e61717ac11df
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3859a6749b2711a3d8afd9883847af49ac02feb9b19523f89836b2be6a6dcfe4
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b2412d7add0fd446ddc35b4c6749bf1e60026d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c90666e3167bc2c49aeae702d6529e5701422931669bfcd5653dcaddfeb9c1b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7887a5d5b673b31b5a6254833927887f4b66610a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc78fe0a4b8b6a835f6d8d82794dec2b6f3c86781e35b79df4237e6ed5b08db
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27223aa76cbb7b1367549c0063991319ae7dcebb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f22bdacf794ba915891b9baf77f6851ab13368e7022cad1b9d90982b5a5df
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c900242373d23cd8a99ea978dffd8a1876d730
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688f3846b8a37526a120e6d5a0b1037a898799a9acb05be5737ffbaaa2fe1618
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b484b92a6734b928d7c29e88bb27bede9bd3e51
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204c58286fb46e44df25476b668d9a4008087daa622ed6407496c5b29f3d6a13
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1cea35629e879c800f20589034100dd260d81c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134571cdfd87e2358cfdd8f1c0c346017d64fc202d3e4e3b64bfef812756b28
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60554e0d9d3054bff6713f98fc01edd9e88485c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff011d8ba07082f8e224607e40305f1c82d1352935bda7859be1bd4936de167b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92794e4606202fb5402d5a34d87800f893459f58
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3469329b8db8339846fdb18c3b751b99df376cb12e0b7f2c9c85fa1bd323bf12
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac47e02067cbaa26c9fe66fb616f8ae09f3a802
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e563904517522fc77979c1a70bceedf43f58929e34953541e7a022a2609d8
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a39d3e1214a87b261deec5560b2fb405806423
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742cde20bb0f57be5cd730026b1a266f8f5e12504c6340d448314f7670b9776f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869e3683712a54b2c21e79247f0f4572703f7b4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15c37f46b49ea09a75798e13533a853dade9ffe019c90d628e63d390e1dda4c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ececfe6a1bfd5b267acf53bca1048709a62fc24
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d16601cd4f35bc701221ba515a5f5904afe9799bf3c966e879534626ce32a3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d355aae2a39afe14b43f17f8c58694fee751b8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eb9a939556197294b002b62e14b8783c8cfa3f482d250c1374f85f5a9d3abd
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b12052ab52a01f4122bd036b24354d6bd405e69
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c41815e919a288d119a0fb7a68e7c1dd5cf4e157f05863d1740c23e44f0c3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f851c648b05a2bdd948fc1e2cf4878ff9a7821
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492f8cd03fcdd756a764a89961c098fb8f0f0ee276ca65a69061db8df6f683f0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba410ec4ae3cf163957907033d0e81c0aec07cc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d2b4c306e5f480805a85db83582a1fc0707fc8da1e3a7947e367a22b69a74
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a39cfe8d3a1f845d9cc599bd7fed5d6cadecfa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e81545a94861980c3973d1d85c9b90a6f257ee9288689469c0a92bded2a61
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5d66d57922262e6e0e7d3bee45942ebf41263
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff3b56b96200ba355406e1e6965320be4c33e2095ca39160f8d408b0f87be1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9c07ddcd37b4526a5cdc77de5c458313386ed1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25d30017265427f223701883cd29321627935ff4b251e795fc80a2ba69d5909
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1eb1b0792310c5af748c59cf90c1219ff28d9f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b477154441fd06004267a55248719a5ea3bd749bddc805169b9677f8482428e
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a1c11bf7cde8592ebe9d265cea19eb454aa40
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327e8f85c86ce3661996f0029076ed282aa123ef94a96164a96787c8d09c0d1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac42aba6a437a9cf04e32b7f08ce0981a5545dc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1575cedcb77c44b2532e8b1078ec69125ca4378befbb2ed6b4689eabdd3150
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1ee147b7bbfd431cf58ef8a54b241363f0e8b1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384ecdc84bc3224e16e041e22135ff6604c07960668b4c16d9779662bf19b81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ac9b461dbfa0ddd13374282dad6b370bad325b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0afbfda7f881a47de5f4f25a8f0c122d8bbdefd5c6e186588031c8c3d73ed6
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec819bebc70f48775237b89ba8c8a51999e32ce
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f5a474bd4337afee0ce26f5e4b26c1f3bd30a758f50fc36628ad3836d06fe7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827c824a410f4a660ff62f9461a40d2b48c4dd24
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b333d959384cfafebe37a2bef5763e171424ecc6383456a5789688565698b8b
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f4f9728b1b61e182f12adc59ee9af94fd5bd4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f177f80b0f2363dfe3e46c4092407e6e7c0d5e204717d3fb8f970c91ca42ce3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef680c2ecbe07b1a9da1b1a38b6a153dacb6dc4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da05a919c4de2897228ee24b7a64c54152c8b04c73da6d42fb777d47e69842
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469ea76576dd1bcae98b46d73457cd8db0847e47
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9f72d88c216ae2ff3827e547bb5ad644d34df43effa67954a0bd086b9ac317
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46add77c544ed4c3f434948602d89a35d1ee334
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c9f497821235746efcb292c0b890bdf2ea966465cc0c9b2f360eb280c714db
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014060d89bd248e932458a5bd837446cee601c1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326add5a01dbd715edb86945243696e1c03f2989d1352bc388e2f9a8c8331ca0
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd90ba8b6572d88cd8b689e905ebfb7d188d3f05
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66515d73f5f72d69abff453b6b43ed3df745d7e224d5ac39d6f6577186e2ecc9
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc420810cd7b5827cc53a8e0bd96d53bb8276f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbbc8ed7ea1413cede5670ca5af62be3666dbb00c2dacf2b408821365a440fb
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0becd2b776f8f2cbedd0a87e2ea8246c65f2c6
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25cde4734a45fa521f9ebfab9cd47a1aba072cbd7ffb1314cfa93304648007
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af317d0bb3256f741c53b6074c83a64dcc1f5fee
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197fe76b170a6fdc3e52b3f18b3d566a6f2c455239c901a02d061cb13b6e99b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4d6de7a36ae5ae9b8ef7b9b724f263218c7541
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c210baa7b7c5be2cdcece665f5b38245a656815d1f6cc931919c017c3c6eef
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e2b5bb21899342b0aa4e79712e961a28ac39a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e497f2df94e8b435e59eb3800a3df29ba8589605e5f4fc18c2044199c1023bf6
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3660128c696fbaa449533242d45a7eda27097a90
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f33f344da2b86edcf671d83245802f75e1699b840a7d764f7b7cf3ddb0ae586
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb2a0afaaa2d7842ba54802a686a0a39b26977d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8a4b06909d49d706acbe5698a45362ee72a686b69cc4aaa4068669a45a4491
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1543c0c8d1a506b9395d249af26661379541c169
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cc56386be5dce090c1c0bded73fa2ed080458efad53a397af9effbf98e3389
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe92da708f9fea866d2c87e9558e22d25db74a7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad62e302bd80ee4cb4337e9cd540417323516356fb05db31227d35182e1272
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b5d841e89c92d571c30ac3eb3a11f61d1ca6dd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e4a2e5b81ad1924a9d4659f64c58f0b3024a210fab02f72cc8201cf9c02359
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02774829f393c363447a3627deff0ab2f97a45
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4826c1dcb08da621d42e2f636cc66bb5078c71a9b093ec5fcbcaf82f8b4c185
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0957e33b8ef97fbe26ec7ebc5d26ff3d1e7b3fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bb91da5a35db2ec06372084291bcda1f076354b6e52b088e07632c859fe75
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaf16cddf6a1ea81abc493a6aea9627b90caf7a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40c69a4ffab11d3f82ae5979608c9cda7660cee848bcdfd7073f663eaea3893
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9858290b8dced68f2ac654fa826adb19a0142d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f52a86666c6f2a9b8e19f2da140aee4a94e7eb3831a538c6b22f3f8b9231b5c
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022c9ba82c73a60d38d7e08943b7d762eef4ecc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a0d17624f946980107fa98a4f3bd69b559dca6bb9f0457e46506442fccd56
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dafad541e0c82884c4eff3d3d54bd765c5df696
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23959188f1e736a1f7254759b6c1990c06b7382d679b0274fd0c5c78bb206b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888abdc97c5c5c70e7fd3f0b0f84d25598182ebf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716994d74d7c35c0e495cc6b9957a76ea41dac0da29cd4b96c2f0a17d49234e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cc575bb21882f9541cddad82ee3f90a62b095c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacf8ba29c689670fd4874e57de642f9c03c6fa4ac0d7ed5131138816365be2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197804d56de6bbf04d96ed19851590424fc6adf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d135bddf5f27e5d31b9811ab2e3b162eabbb601151d5aeeb82fd4fad2aeedaaf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34cb3e255034c92a0b997aea45174019da9bc93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39189e4951ac9bcdd9452bb14c76e9cd99b495907df8c0cabf4655190289300b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda1be84e3cd3260ca59088f7094ff58eeaa410d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562502487d333dc827effd748a4ce7ecd353d4662e30aab41a7c0242b677e8bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a782194bbf0c7be297f4b80d93eb477d6cb99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c557f619188cda54a786c7e15ef58ccaf21a5b92da7eea2e9b96e18c8f6878
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23098c21a632baf05e0049d9c0bdb82dbddc00a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d740533e0a6bdcfc471a94b1ea0a34dd0ea7d65a9ff75ab339ec17d7bdbb76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a635c4c3b6c393365c09153f16d5cd23c41707
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aee7b431b887a684040d1b1d15af889a8aefa463800c224c1a181dbaecc411
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f95dc596e22a3719d0e27a27c82b18d5090921
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e733397c5cf235cf3bc805d78251952152dcba66a69db22d2bc85ee6fdeffa2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2ccf3115b98550b2100ae906d42d219a97e041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817696b295cd8e5bd486ca0d0d7fec0f5eee4d9cfa45fac43fd0899bf9ff584b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d567e24406ce133b7e10d56bfca9a8032b7189bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea8e523726dcfdc1a6b8144d1f78351286240bf2ecf77373032e1f8d8ffe6f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3198db342c909dc0694616b1d511c8b15a7598
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5152fa56c4466bc405864199cb7e6777260c721c6a1f8d1666623861b19039cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbf457f4b080d449ad485b4150baa7b1b888476
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d94b5e97f191e2fa41eb368d0afa04f3dfd63b8c058e23ca65ec23ca01394
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9ba66048db477c1cd467851a5caab159d6834
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86b86cdec5016567e743ad0a7f511679be0d4a23a6285a36461addd55a16813
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b22ae1d46ffebc90de07fc05b56f9167a8d02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ba35acf7701fcdc81bc98a7f020798876363c9987b4d50fc2b245d1e4cd6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5e9edbda69f1ec4ad0317ae0b408cff1e266e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5ab1609089c4e667ec880b6f66b1c69c42df37e34e67287b4a7bf5c22fd529
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a58638c8bbaccfeac86f28d879a29bb250eb96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5bed5baaec179f9de21d8dd16f7d4ed76b5e28da6de7d5e444109b916eee9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f0dd0f2babaf390e1ee69bd0133e68cb3ff2b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce98c6f3bfb2e4618564a103722cdaec695cb583643093208b2b7650059bb855
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605968a729d99b0166777469b44ecdbc63c193e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5efb8e394ad5d743e5021110c3422d61b91d37c748434916a6f11cfc2e4b6d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b488946c869b41d216a9dc6adfae48c68c95898c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac88728a60c12eeb5626f44ba7d4439393bc2e535d3012dccf19779e56525d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74c533708aecce72386ac52686664f48dda011e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596852c200859fa44ee7879b75ac747d904644de76c7471ac4a4262e0752c783
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289a473d61d1763db896ae608d7c27d861d75afc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c833187cc21589a1417d09eeb86731a19350d4eb7e0daa777ff6325988bdfc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa997e58aa7c61d8efc12a3ba00c38cac77b541b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806615418e995eea08169860883d3c44c49bda6be4f8572906a8d3b2075ae6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410573b2aad46ee2981841d605d462527a6fc6e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af04db50e70812bd68a207416ed85e5f9d8853d5e544090740cbfea102c532f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bde0bbd5bc8da9cb2e4f2819b725b064d7824e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c791aa46a3e5860ab7fd28e5e3c7f086f1709aa848908af07f1ef8408c2029a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7906bc25e3a86533dc07a0a9a30a75dc6bc11e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c589db97e7d37cf3ed1bce5ead13db554b2eecc66c8f447c451243c633a482
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d57f9288c23e95bb9afe57628aa8430ce2e08d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6490bee59a4a696a70d48e74ccdb99da1f260557ab349253843fbeddd89bad67
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e18daa8c15854bced7d4da7cbb2e58cb64af1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d41d03b17da91c0ac6f7ee57891a183aff3b0955ee4b4c916565c2873abc309
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b331090b8d6322f232b527bf0b8ef5d4fea7655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b51a4a80808e31d1322f1fab1f17aa64935faff7c1012e3c5ec58b6641750
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979f186d1e4760f46e06dafeecef10644374844
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbdfef581c400e0488410d1b2de13bd4e99651eb4a402a399878a1454c6a2e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46b843a16f4cc91cf536a80cabecad2007f049c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbeec0e8001e9f40ec3ab7f784e42fc624ce54e3952656393ebcaebac7d8bca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131f7c53cc03b9e646ab5cf7a4ddb0419799f0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1281b91e2658d6a2050a2858a59d84e1f3c0b4f7a3afcdb724de03fb825bea5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3cc41f4089c468bc1a4b2c7967e7843d8c3bc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391a1f8d210bf5b6e7b1537cfdcba1514c618b4f66c23b7c724407b872735a19
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852c8d323f6dff559b9d09e8a3fcf7a376063c13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573f66d4fd28a74df14c2e3344cf1bdcb03c66466d4e322ccdd89e0ad2ced81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb52ef2f24df75281d7859875ee12139fd16a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6abeb92be5839f9b2e6808cf9b1bff371655585ced6cfbe2654ba0adac293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48663336b6cc3a2f2a471d88bd84599d80ed509e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5335811b7e27b96070fa029e42aacb194c436eb2c3fa41de44cfb7c264598
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6c2a34056a2571102bf5a2a39c000fe61ec98f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87c3d7eacbfb9a595eb12397b05c95257589c49882348931d3299176afeddb4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5b8308e3f7fe9727cba22086eab60da860bde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c98c6f71e0f0f8b0f0a07326875cc70d37136aab9a88718fd50bc8d6d6cfd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdf1c312d0fb0ba8ec216014de7ee7c0cf5931a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e590d08a9b2f773f6e247be9adcb135661a301bf476a707c353109c967c9c34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa30edbe557f9ae29780ec76dd4bca89a69a5839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a348d475c54c1e2aaf68cb71554ed2cf8ecb56cb6ce6928cd0074916e7ee22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98e95684358462f5a6ce75960c3531dddbcf1c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904acbcfd5e3416fd98facd14d1dc470770cffc50e569a1b93206becfd110d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf1922c091f8e78e53d1ff37269373d2b7711ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f20cdb3dc7dec1f08d9a2cffef18d90f9fad18e8f3fbabfbeee779d1050936d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914a79b754437076e800abaf35da1de8c4bdb6f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2872101c5c09898bdec3f1e436f248a953adb80be049ea53e4892de6e820d077
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524df83a9cf931839933ed0cf1d3dbff5d273d49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e516a5a790c27d31af53ecfd88526bef61c9e51c6ec34b15651cbcbdc91de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21cd46b4aeaed266719dfb66b2edc39fc0a1de0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e875e128fa9487c5addfc8f8a043d6c386b1d5ed9f2b3d3cdf67708b24244dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4b79ffaa8fd773c35eb1476c8f32c3261902be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8dd1e5f28b53f7e79b28cf3d80009ea76e098d3b71d28ea61e58e1963c9763
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9952ff8434816b871ea190fe7603c2cc7a0a447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef55e9f0aedeec97924186fd40810974cab6eb4f4841b27b026dfdf2d13fff14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1c918152b1a382e98ee506c68fbf24f986c8b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959121e7c6e2dbcc6f32c89eee80ca4dfcd4100c612fbc770371bbb5e0e73566
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18561f09607fa05c8f8aafc2b28ae7ac1968e3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be394996262943751022ca04b0b2325de860812fdada5ffc2f31943e06eb133
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059eb14049aaa11796a65380025acf84bca301a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16129c62b006f7abe9b3e5df9f431564878582f066fb9d0945a5d106620b031d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdde44381b8c20bfff56247c9eae663842f746d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf06025af703c3966f013df5d41ec460d751a7338b020cf3822f3ef13f3f90c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90109519d7ab704170e17e4b19141de1c35069b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe81d1e3fe3d00281581b96286f5f3e2fdccd5a5370cf81fbcaa29354d87467d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4a47a580cb7a6c3caaad089f3a8117272ea573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a03962504f217ac10e8c66c293445c8d87d13a2df67dce41e738c6af34dbe7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4a054bee6b02b409828853a9c7d202ec34cd74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb44da1b04acd34859ffe52274b98be222d7b251d5daa9e9d49d89008e685d78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4ae04241b226744167840fff1c0518cbfd81e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d86b4fb833a6742be510d7da4d3c8b7eb565521aac6ebfdff1a865a0b5a3f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21ba2cb8baf617e082341c4b0797aa6dfbde719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec860c64c6232080af1af74a4f29f388c5ce1c1d7371582b66978d7532d5b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2faca0f3978340a238c48d19d2ef4fe6fb4fe1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8ae8aa6d8557ab2ef5c3efa3783df5c2a9a22d7588fd4479d8d0ac6657c27e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9a9b2baa405ee18a5a73ec52070575e7e3d08c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7c0a713defb430386e1c3840c8ca7d19d8d886ecb6ac0356a251e40419f7a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea1d4715f1a0f5250b516957e77ca5e5108ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab0f8ab68d7205a820c7b07dddb75c36f9b613739bb041ba5187a5df4307d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f687b7f0c7ee40de94882c6ee476587eb72bc72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11b0c6207a7dca755753e4e97deb6641a14bf01244cdda72d7a60b0e2c0429b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a71d4d765f2fe122d23c4ed2eb76f8d41bbc8e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7ae61b03c08857aea237686ffac25c205d6e6777c9f06d59570566310b38c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39a49db7157a577ccd3c66ca0f266264d9b52c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2efae2d34f2a9eb98400f7fa85329bc705209a05437bea53e3e5c3bff6415
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0276c4cb11e71a898fb2d81571a15599ae69b16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f578691b18f61daf87e53d38a08924fc18a5996cfb24dfb341adc24faae7e49d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f3aea0c6da3ee200cffbe6e0b689d1641ac672
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6fd43772bfcba582160a1c20bd44e4e7880e70828113e5abcae92fa2129e08
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e99dd9f1c3ad0174ed0181249d8ba75d30d18e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4101dd6d920500bbde3534aff0badfe77e3f1162c5316b6a1ef138180f85b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab173b54670b6858ec6e598c84ddc8e4c97e490a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ff514f83248a75f4b0c7ddb5ebee88bf30109af0e564ee0fad6c331159cb16
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587f81135fa7ab21b22bb220b269322d5b2617b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f55a96824e4c35658b1eae31394a82058923a36b670661de8459c1e8d8073f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7313737b1ef9c65f9cf86e4acc1678d04d2ab346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb9e4e849b670f81466826ec0528e0979333da707b1382525527b9496ba2a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131951f27ea46d4e9c00d06201c1df2b1def1a05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8a860fc438f7e2a16f7bc0cab6b54f1d6067c500e9035d0ee8a338c47c2783
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd63217bd9ea2c231ef691ec9a184e31a2327c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae1ad5093628bda2b9e238536076f3b777d9398aaee6484daec700e9d79761a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce0ace886730f963ccfded88fc992770ad75cf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf48e663c62d1f75e27aad0aca91524d2156b9bb0b1fe3dd0def56e22559f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e233f5c8b68b7b0e5d7ee44efe6831425ff09be4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8172682222256550af4f3b97757963ca7cc1e2ff8e9a25110d851d4a1b3234
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e0559b1d07d533cc9e2687b6f9c3eb3b525bb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7217905b745e6d4864de55eabea77fc8950d7cd87369549391d00ca068747b30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8c2a0ad46acb7ef674d1098b30fd3089b0076f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e24ee29cac2a1caa816a0f103dc288b3d60528dfb4eea3fe60838532f23eacf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b518587dc1960184736f16de66ef62ddd4e6a21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05f4faf424beee337df7f4b49382d6d9db3b9488c2ed06f251434864a6a9394
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e800154c55d36242fcb80f0abbff39a46cb1f189
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc28c954461d71b59d63475236b7d8e5b13297467ed09e0054826e78acb15ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbb24207090ee9c3c81167c41cbbec6ee4ca595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eacb0343f0ea84c12de96fcc2f1a4e54905fbe96b82c028a11b0e9c35de322
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc4c3b922a9dcae52cc4bb7ccddb192f86c3a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f4cee9e6331f5bf119a74d5b437847534566abad2eb95633708af6263451c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0683b191390c8ca7d4ff6bb634487bc4c80e3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528bf2eae29a4cf18e9df7ca441a0d32534aa4b92ffd2ddc2e31e0d093226496
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c72104dcfaf7a1e7ec340c90d32b66643b4f8be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f6f6ff6e4dfe5bf86bb44e54982b4aaa76b7885e073e99ab0ff45b78e4b212
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb042a7be9d31e18c1fd638e674220bf8f627b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5204fecf4efc8acc0d908ea20c14e60735853fb75616f2df9c8b955fbce07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e15ec94918771ec9d4ee9fd2835d3fb1c4d0e41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2a7c2c79f04241113684231be1c584ddc77bb3aa0dfe5cadffc9fb4c65f68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd0203d44d46dad5c76ac39edbc50b8aacd9ad0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c374f4bf9d67cbaaaf2c65b2100dae6c57ab8347358aa4ca4ff7b35ceb6bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737603f3443dbf6401a9bff7288be5d330b63cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a186a3d61de88a9cfc00ab9ee58b117b2ba3348eede479137c23655acc12399
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13b9ed376d873cbb8b4f07e6bf8125e16a19a2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5467b746641ae3900754a18eaa9a646786132b69a87762e062141599a25f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fe7d71de205e23c7e2654c8d31eecf80fe2d84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa413437f92099d5c8a3ece643025093ff5012553789ad6cdd11781eb9326c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60996e9827c0f3e534fc949180c7d2df5738080e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc7662be8efda2cab2c05d5f78d087c322cc0f34ae54d326edc93817224d99
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36735434bec4a0d363ca733b0d8007d207b873b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d78b469463b3eec0abcc1362f93a7a1a9927b9cf0474f114b4f51f9865a5c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a2ecb5cf8546924ea3ee48677d829b92da2c8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8d2a266dc7c2238d485e6760a15e3967c1897bcf0bd2f9ed5e2db8f9fae568
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fbbd5f43966623a1cf98e8fa8b068bb0cf3d8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6ea3897f521d5bfca1618f6f77c891bd2c6f971898ebcca6e972f1b1cb50fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0129b76ca10bf24e8563dce53bcc874a4f6934e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1a98366dda46227f0a66ad2604d0a2fb106f355a48e56db316990d1725398b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fa2708d56212ca2365869f19919a4216ca3660
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab6a4e99ac179b0308c2c8d7a844a7255b5a5d5df3e305ec59f4c1e7f4a0ed2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de330e5687a1a2ee8905cc066cadbbdc4039989
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1af840f7b3b8772fb10b9342e4afce7e25c1f62b9313c6b7e0b2a06ca2949a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017804d9c9608f3b6ab8a0f3ad112a311a63d8ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc810e1dea4e666ccd6fddcee80f401abd8e194d3da2d78d0d73d66c723856c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d216bfdb09969f6fc0047d372465da5a736e45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf58f5ea7e165d77465a64741946c35c2f2b0dd61cad7228cb953bb5c9386df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1d8b4024ab3f69b80b8be211bcfcda5eb978a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c3aa6623511f604fb8470b6b0f8e8a4dcd7fce3616e6ac68fc035acb65181
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e6b2d723730ab61a6c4be0c09b65677613ab3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b011d3b7f7fa92aeeaf958f28f966132d566e4e5fcd886e6e6cce154aca48a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d02ef93caa7062ace429b07db8a4d25f79fe74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271d46f7c9ce940dd9e4489524a2259c63e109fd44d8037532821807734b83c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ed44727c1d269312014eca1b96d332065989e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f476437ac4fc393ca2ec344cfdb4affd2b1f6b42777a1b690f25b095c67c1abd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acdee073004977d8b574c5002a5621b0ca2debd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc105ae03a163fd577235c03c5130aefc4087da7b671c528739d1bd79fa95f2e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b814222963b0494b0e2c9ccbcaa3144ee81442
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d3cef1757d79258eb744c3a9fa8f7c4355923bee044738471fe9ae97b1573b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0264a3402b16fce10dd4157b22fb92656ff65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8e6370d6c565ff7259805b02daac1106cd021b7a98c14ba9f74ac32f8e1159
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b2d5f39036785050a918b6c2645a6721ca7ce3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a15de02b71dddaf9ffd8a85b6eaafb1462e4867263d529c720a9e5559c297b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31ba05f0588fa0a054a35dbbd0b9b2d5b12ebee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b129dd3a0d52acfe96a01e1fd9ad82653a9e64d0dabfb334f1e97606b8c0d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37b9b58ba0d3ce00115a38ab65a24ce9a9f7a39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9dd7ef22cbe61da552ef9fa55c556840d2d016ffe4b670fa739b1299f15a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7eafcc470e31832bb7f56b068c3b239517d53a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26347bcbcdce4c85b5e0527cab489343c68e4ffe99237129903f35d701abb0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533fd033440081e454a1fa594337a32b3cdb7755
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf126ad088b285504381acbf94caf3fc05636c8d8d3ffbdf8175c0a13fff1e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5ba7f6ef5ca180243f26d3d9543f1ddd255af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf26571a3e37211c19a8f39b16c0cf2cf91a7a149cb63d0dfbfbe8239a6ef39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f177a0b36170763cdaa16d00d5a5bedc0fdb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988a14431197529e6df8fa49e606e528156fe16dee48dd16e422284a1596ce56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172fec393c5b290cdf39bb9a270ba1016a2bdeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d10fcb3c7481627c312db861692ce396cf19b7bc79961714bea0fc478a455e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f597792015282544173db471afc3fdba35931e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876607dd1265e6472f4a393ab09dc08a35c113c947d5511bfea561be720b6384
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdced8a7a62ff4a47bd1e20dfce89159ae2b3a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d5b6458b6b15991c13ac2646252c5532e0146dba2bba8aceb8d76fbcd6e43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31cd394afcc5493641011bca1232a10777ef3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e9ef4c56172a2abd302cb47ca61d49e17492555dd833f2848bca1271cf4f3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4660f69dacf28c607bf4b3d0bbdf76d164cc198
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01557a888ac3cce4cd95df8cd6ecacbf9f89c1ebbca0b81ebe0fcecda7f8cebe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4079b541db09b865de6d8fb4df34d16ec56915a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f6a51f30a6d0d2f46a6caf737476aecf9f399fc92c93a5d8df050c5228fee1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef90bf8cd574b2ff686d9a6eb3d8c90a99130a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab3b0e7ba59b70731393ce5e8cbab4ffb705b21c3accc3187cb15a0eb31b9d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec875f91b666c7170228407a63455f44795ac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d01d5b5b1a61f733b22b099af71d63a1328a02a71101ae478c8ced6b36f4168
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2146650f1bda51bba86d70e76369522f477bad74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5585e3e397f5d0a9ef42d962ee8a5da6099281e5069869567ae760caa1debf8b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaaee286c6b7644de9deeb5d5e4f157d862bc02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a9c779f9afab871fd23beb716a122feb8bccdbec60523e7050a3159fdf1205
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea7c880398bfea7a667d72d8cf750192b712e76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cc165b49e759c928127fce6cec7dc4c6f53c2d026dc1e68b0bdde0d69fd62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097226a4b699e82bab77cb27a5d2ad2060638032
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c4fef2611eb80fab10474b6e321397147838772bff00567777b98b8d6dba2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318d003001bedd002cd841ad6bfd65412dabf56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef421b491e6d7f31355474d76f4b39d4de8cde4c23ff773024fe7f132689625f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4d8a297bc654cceb6b6ad6631a5653ccbb551a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161047bebc59c8b5a064b9fcddc4fe234f35ab6d624f8d2fb27762d085c94397
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b917672597c18e785a56502f31473b92d790384
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b240884fe2903c29cf315a173ef87070afced79d923a2f99e7771bf8660d3af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d36ccacde0318d8812a101d81a8ecd7afaac7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246e5bdddf70f39cb2f042dec3e3dda42bc424212b90547748b0d83af92ac466
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e33cf92659d39daf6be30065cda5c95a93811dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2434572ca92cea2dec3004a9a94c5033180e34a889f2d742841c5ca33297ed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284da3b13a3e9d5d34f8a963454be7ebdc2b60cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8110587453503b9a6a3394ddb49ae3226aa2923f45233ec2014b3ecd36c2735
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57ce7c9ebe825ffe3075c7a3e6426a5b4108f9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c5aae979543de048dac6fe209278e0711d3cbe43bf0a12c21670e0a00e6f28
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aa10529b300a4642305a2a63c59f55250ffd94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b24c1ea7b23ef90b63783598ce1ac898bc17e4d0c24320af7215ab44ea0a68
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d901547674bb2776db66ae0f495f59c3398b8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c99be7926f6a33d12e4c0ec24198a71f7517b2097f0cf80c7e998dc27d330b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4147159cd014aaa3acab39abda380f4d3fba6bf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3987749cbc68023ca66e12a28c9c659196f2a594ee80a5085d5463d97ecca911
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9ac749a98541e702f8fdaf07a990013da75722
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ff6a64eb696c83b5231b228e8727d50f7f188d2e77f7da3b9ff49d9f67b353
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f51ecb7120dee5fc3a047824ab938325c95078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf3267f68769cf87276aad3791a767550306af5ea5b803dfce7f00c2b85090c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87196a3bfe87ca582649059330ba0a93e8be0f21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5fef7d8cacf2389b8a047a75b47e153b5192bdd786b1307a468fbb6ae45480
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be8af7902c9c12c3d85f051c4b91c4d8e2f986d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d75e2fe0b021101dd33866bf96002c49c497775411fecb42231f8afd051c796
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee475c38411e27ae731b2ca8892a01a384c01d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9d6a3017a28f674f13038d4be5c183c2435756433b939f7255f8dcdb5357d6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63eec0f781b90ce6b4b0469e8f33721160894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d519bcdfea5ec9ca751dc84f2adc5431fdbd64209bd1aff80f259135c7a39a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccadd88a822a1d31b25742451fabd63b70561ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c695ee102e17de5a8ec35a6e2cc7860e865f7edc77b60384ffad6f86fe92d095
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23e3759600bffbf42b4fe0f0bf0c4656ff3a4c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c273ec0654940adc6441ab9746b65cceec5a0fea025862009436bccba402f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf876b4328c2dcd562c606545d0dae367a53ea32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f06b46e8630b7492b9988910b1e51cc52d9e14903769ff9d0e12e0676edcbf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2007a3ff03f4728c9749988b9b3538a402a9b21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b1b39906b92e1dd4602c0907246325c0b7c09442f7406a03448399dedf0a92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631a7b134c3253047bea5562dbb652ecbbfb529
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a21a9c661671687cd192c0bb475ea06478e1e1d31d84ebcf7d53f3b785521eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7be64e663135341be35ffc5178fec5705277eb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8592d3ece15c5f1fa2434460d8c57cd79dde229d9eac59de4006810f0858ad7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd63426680ff3fbbda85e70433c337e961a31666
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19e7a9fb00a99661689bcbe649d392ba6e9f6eb590de108e9601225c64b6cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e779ae3070871a16c75dee4fbb8598e8ea081d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24c7a4f02fde4d768a8ced9d197fe573a79c9fbeee725a942a84a1d51b3495
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c922a764535023914d5a1b78e147304b1dc64ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ac6b426d7ede7379ed7a1b169aaadb59f900664ebb10ec06e31808e0c030cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e1bd0dcf9e279c65a3e1e8085fc0ac5f788757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0684a82e4a576a8c7fec561a2efddf7d05c61ea714cbf9ca67232f26e5ebc56e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa0cecd0b1e8c3534fdc210ae030fc1169337a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8d999d86e59150ed2b25cfbd4add817bec6af92074360d6b4969f44ea8c995
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8e2ed099b9b78c1b35e16598f316ba033bb0b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c816b575df58b4913883b4999ca75ac816d067075f8adc5e6fae15c6848a802
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2157673f72dd8b8803e9ee52dc1f9c5bf88131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce109f6a3082b18ed51d75f273818c15fddb0fd067d264eef43c9a17cb8c47e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79150ef3705d0c5f4a69246393fe5a3a1a100439
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a52e19dd8de8c5a23242daec397f0f99e786282746c7dbf691c579df3fce2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac6b084c631a7006b0c6a6f40de86468552400
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dab18781599d28b1c07946038f5b288d4a94599ac9493e048bb03dc87a78f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b871b6f827216eb187a3d3f271209f16a3c1019e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a964cdda351612f0aa50cfaf8054d7a89b28a7055545e4fd264b4e69bc641530
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6fbcf7e69876cce4d455cc20f3ee719705d0e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d6b4d55d092fa388a7f16ea47f557ba6050cc5e3388e454e8071ace28c2cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251582b157f920c78ae00103db9729506e914da5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75849414ab4cf39cd6c37e5c887c0375848089bd6271008ddb41ae85cf680df3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9e93ab1a751451c5eae7c70293e12b6661a71b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e105a358ac49be1a9983695279eeda914356a9cf0ada9b20e7af51fdc20f7d72
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c72e2f5bae554d7162f5ef0783325c6f468b0da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438b61fc61cd32792fb6e0be824c2c048b74e7644983d45154bec25b039ca8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece965e23208f2566143f2386f12028643a15df2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56409b7704a6f0dad10665ffc9931f6de4b9c9b55da35bd22c8a12a3e1c95d74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d66ec29ff03e423a0482b6cf11991a404d8d10f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f5245a2f7c798074f0f4ebf5678b5eb2523d6d95031fb9d05d772e7fb800b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ca920dd0966cbb4862cbc3ee4fe29c36ebc52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797f4817fcc8807826371e6f47f39631033bbc72b4fb7b7f981ed2125ce07f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf880c1313c0be0da886fbf6bba9699473947e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df470d086cc64540cf3e10d5714359e89a808f30592daf309b576e5175174e94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0354f58d83ff09852b26f79d4376fab7e198b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878ac6af9ddc3a77f9f758b4ac4680f6d8986235d75401e0f368a71ef4aaddc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154898758d3417eb563e05c7cddb78140e9261d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e3dacc73b313ad2c42016ee6fd12978d49cc9f160e3fd9d17644fb4f18c4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7216bda39343ee119adfd99c3786b6ccdad674d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a9988c4c63fbde729030a59e3630edfb6cba481b4f9013b04ce8957677e41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a503c27083644accc2c2033ff9dce3c8f253c67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8a988920ec95f7dabd23f4fbd5dd871f0d2978fc1954771e9560722548e1b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af70a2644a13a1d418154bcfe0f1ab80838b5ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51ddec0db3742199a9ea2172f174806c2de335b47172f5224128a1851414ed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7985700c5563438493ef099627902d86bea3654b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fbc30c7848c94e40f7c55754891d30f77b8baf57f0a0182bf2dc009f42b69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d77dfbb5b0b6adf88a7162da9efce241de8b21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68de3c38306cc385d42ae59374302d21e80aa4755873af71819a7ab1de667e3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c36813fcac80e77bc5b8c2ce4f969b885585823
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8707e24cb1165afa2976a5c4fe395e215c7e432d4b6d0d0afaa0b3f9e466ba50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9d2c40947979f0d5c7f930c7f3d1b33b22da4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba0908a8fcd984b5c371a1c839e2d4596a40795658601869230115665e57bc0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d1f3d077eabd74729af27d428fe922afbfe8cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8df4db8d50a8f60a413f8b0c2150df9aca76e545ff813275c9186e77c3746b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6f49639fc13b1e286ce9975ca0a965e92d1e18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b99ce1e2705b883e0f68fef36f66699b8c7650c012c2c75f4a6afbac1fdf3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd65590e41b1ac0c81e03230b80e4cd58f7f6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e16bc2d1488dd87df5b74d07c8753441fe6c750f60ba443d5c5720040be5a90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc250ce066cc401140c31a668acdc37b57e9e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9856f2c56574f877d612b5cb1d1ae0112d460bec3f4b0ea1d615d03a427ca83b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813c2ac7468538b733bfa87754c0f0bc2bfa53a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36c5a86a461c05678645bbde239c6d88f07ee873945853e2e534ac8edc4fd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a3d579b661e518c8e0d18fa1c320aca96c5677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9e18d635b59d5cd170b49b376c247b371b3ebf9204da103f3fa1c3c7966fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f783e739b3f3244d3769017e301bb9c1820963
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eede57e2c56ca57eb2b99f31ed46d1a8e5b8720735123f1345686bacd45eb4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884a66d8b2e4bd995719cf154831a365e53f86d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6891277189356df1fa82f047e9cd49f4db920dd7b120fca38dd4b173fbfb5f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f62780d00fbbc1f45b49a3c246cad4efc93784
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1d49616eb996c8d92b64c2e782ee3a74d878248ca2c07fc576dd7ab165da53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473579656857d953235c325a20139f6cca30f14e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120f7c75c9430cd75884a5b3b801b335379449f8f7240ec48421578985ed583
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e725c20cf5905c98e208d4a144db262ce2509f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f123eb823f9e66498056784bea9c29985c0611d5a02a655fe64cc9cca9595314
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48157eb4f41820ea7f6019ee533b5d4ac8c48bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f90d0f2fbeef0d541d6436b80f38f5c5141298dffe0c18887ca69871363695
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e3459dadb0cf7ad5ee707a9b1f541f895a79cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cf0e445607d459dd5f14e12c2820b8ea6cf0a099749366870ef9f5b7b21456
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc134574e09ec4df0094ffb3f2d1309c600d30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11539c6d7cc8df9a7746be9e728b10a33e47273d29df092d6360936ed9d0cd67
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8915dcb1bf21a001db4892432081cc1d68de5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dee86105614cb331f95ea973604a2289593588eebc31a990952769d59b3ed8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef65caec1cc9743d8ab91b8f6d7bcf2978c8fe86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1a737aa0cc35737438e172ec7bc2312c14dbf632e189cff89b536beea6f091
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a64285a7575344b2f8de6974df940293b166f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bcb23525fabcee9772c8fe20332e75f670dd7d0e4e08d567913b332c926f17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca65b5ffd2872a1e462f08b9ac898e0f4a66b2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764fd86cff9d3bde3a8f8f636fa8ebc10702e3ff2271ae4a2da5d6b23015174
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39ea55db46386de726b7d3d56be085551bc8532
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0db7be099e14076f3b4833a1dd93e779709513e859063d66b5e263885c69fa2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9590a5876886c76c5ae2d199445017d49aa0e8fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2606dc697cdf8fc51ad9d62c5a18d2e8f10bebbb073903b4ff057730253b8881
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524d55366faf5909b488f51bee2a6dbd4ebfe48f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8313ee8cc058abda08d5c8d28df677e1141d5efa299944d815f7a0077858f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e8280852b4ce53001319e2ae8183ac8aa61e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368830f465e8f2df561b1e22c4e3ea120e743fb1d75a2e64f0efad4638853eb1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029ca9e07bb21951a5fd9180b4a35584f79a56c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c539507efd13cf0bf633bdf1acbabd9d993c41205ff4fe1de67684a0c58d0e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f7cb01ccb4b7d2b2c20a6d7376dcb6415dd24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845847cf90f1b2801592f3eac8e0de4b8e70a9aca22ebfbd00acd3ba24a61096
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca377b20cf18bcc00e8041eadbe32f693e11032f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a0b7df1e40d993fd3ed821393429efb907b6c8b542bd0c4995270744686a52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9a9b13c6a0030820b77ee5ff0c95028d701d8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40954d9ce29130ebdc96563f6b51899d591f49f7eba703b0f499fdbafa53a4a9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f026410dc02de0cde44cea845ab55efed9c10ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7899323cbf650bc593be1272a016d688bd9aec1e6399492aff53a7c9b869b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bc9f862ff5d8b9c8b834c7f03700ef15b4126e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a086e965356fb1ab4f1acd54cda0916e465ad2a7183d421de4c5b6f05bab5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96247412e87c69fa0d89e268bccb75f9462de70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a55438a451397100dd30bf222fb7877e3a0dbb1672d5aa9cde95e305d5dff1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a907385e69a9e9ac26726de9d435944b8123c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b5ef5cf632ee3b055a409c34245809a78331d520318e64f84b2217430cf8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ce05825e6fcc838b93ea315723a22da125f76e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb36cca5db0ef0104c3e88b0c271fad67713184984e58dc14a8fb720cd3cc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1ea0ba9fbe9383f86d1df2648aeff47025af3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503e2838f5995be12df867faa962552d2e1f73786b0972ea580bcb85ffcfaa3d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa74238b83c9712b824166d429ef89cdbb672e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d03ddf2d96ca1ecb59830874fc4783378d099a4ca2c135729154cd0c533d12f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c252a1a031c699eed5717b40846c70f87e4f0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f54532590071b884b602cb5aa7c23a17d907b537db93a6fe684ea2617c5c82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a92ab02f24b4e8ecfe1a6581034e6575434768
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8e15de6d0d5dda78404a2e885c1228d66321f1ae0b8629e4d33891a73d9d1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550c097ab88426d39190b0b3d72da5673080cc24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b032c73e7060cf0c743070100a22f738c40221c6cff57da4c15bd91be86db967
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f0b150ded7410175485ad69ade33640465688
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545bf896924b8a6f0a12aa7cab5f2fa0e35e1000cc4cd026f0fbfef15fa5d947
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9bafd974a054d3deb10de69f1ad36612040249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6512c738e55959c0dc9d71f8d9b62766a98ddd1cd81217f413e34f3ffc8132
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1cbe11087536ce2a629295dd9b5ce1f18324cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863417de2aab0b7b765f35db549303c3faf2907038b75fb85e4d8809112bbcf7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb15cab775e0ffde04bbcc779773022214f27b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de2c52c0df8b9a87f1ebdd2bb599d2b129a1781e4e548de65fcb2ccd01f6990
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a144ccf48fbce18a62f6d61479a933b6872c79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cb986e6bb1127692a39b399871e384d13d364a51759f022571c538ff4d8908
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584645d20bad67ebd670a69dda836e4543612323
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97f0305bcb55be1c1df954c60263a95faa23a8b6e0e3175eb36aa65ab6458a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28632feb5ad05216a43d5f20f1b93c41da649dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d532f656ceda1375345be865b33a40ee3c2860de5efaf1f0f3e8a1a9c16f97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8a165ef36fc8576d4d4ebbaed226f50c91b6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3766d468e5aa0c176b922b46168ee598db79d90a50efa52a3977f3f5896ede4d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7bc1b608c5cbd8bd701d46983505471b367d50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e91be9e33bc3e472a5983ea414682e0c3b02f484fb1c0994c82f53bdb55e0b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f96a302f917921424d7ddbb51f318f2a0e89a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8f319442046f96ad3cb15b7534c832074ffcc03e3ce7e93a233cb9a6b72546
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9267ab43c2e8a954d3636ecdc7762f3fb52fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f35a1904f2718cd33e807d7c159e7ea1f32e3a13d6f8c710f94aab9bb28b90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4623430dc67f15888f756983f57c2bef61612f6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe7d3f3d4f0b5dd3d511f3c185b853ac08f77fec2e1e764c5a658853428e42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a23be8080ef4fbd4d6d869aad92a70aa28407e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e064047c89a13125456da011270f3bc337e4175706430eadd5544a7356bbe68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631d4d320a5d3bc3b8681aa8bc7e84d003dfa0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be92e81eb66289b5a8ccb7d65a92ced1826e6bfa753573bd95781ae40341083c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d6839157625195dc3c1ac952ea6c59feeef4ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db13a44e00aee52ac5e3bd84899087865928145f3e6cf0f263583f416602f84a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8e8a6375f6bbd497567497dc9fd33ceda45c9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9522366ca6ed67cc41613614db5e7d5cd8a6e29edf39d9734c055c17df458
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8094835bb797fbe52778ee791378470bc66b90b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45a04b1e56f8fcb205316d34cae4c5ae60e85fd5cea92db4ca8c5cfb6e9bc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace18adbaa15e69a5bb35e8c0376fb46e7c417a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a93ea8ff582502ae19f833e437c8aa48360339202214a5578f029365f14a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63c63b5e81f8fa921d4d55762a0fb0fa14fc9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80f4b3aad9a61d228ad49bd2ae588b1501b00f469ff14ee5b96f2dd9e0774ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2745a474b85bcbb4b167c7fe131f4d8661839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f0b8230dd19ef785edb0ed9c20116e842fd85a31f9da3e1c3a41e34ce0169
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9858290b8dced68f2ac654fa826adb19a0142d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f52a86666c6f2a9b8e19f2da140aee4a94e7eb3831a538c6b22f3f8b9231b5c
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f79fc3df4f5828843946f63bbe0706f5462073
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ddca1af6b7cb32f737486374d2773b05e4a0cbbfde419882f595d876f680fc
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dafad541e0c82884c4eff3d3d54bd765c5df696
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23959188f1e736a1f7254759b6c1990c06b7382d679b0274fd0c5c78bb206b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc71c34c973126ca31d0637ea287a544f39e52be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadb36b7016300dd1d08d380da05a7ccd51d6c757b2ca72776eaaa0c28a1956e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888abdc97c5c5c70e7fd3f0b0f84d25598182ebf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716994d74d7c35c0e495cc6b9957a76ea41dac0da29cd4b96c2f0a17d49234e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39b2db3224caab5d70b76fff6a44e71dc94429
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d360fc12818809ac14e99a9024aeb9e5cd00e150d3e191d5e5faabc43515814e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cc575bb21882f9541cddad82ee3f90a62b095c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacf8ba29c689670fd4874e57de642f9c03c6fa4ac0d7ed5131138816365be2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aada8f560e8d7e259727978c5289ba43a0c9375e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fc7f65c10f0b59cc42f9be0fdde254ebfe9c2ffa724c2fa34b178930ad15da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197804d56de6bbf04d96ed19851590424fc6adf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d135bddf5f27e5d31b9811ab2e3b162eabbb601151d5aeeb82fd4fad2aeedaaf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a00ff2ac30830f330c816c05296400b9e2e1844
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9f9318f231da5e716800a10e3740234173110456cf31de8459d4f4ccc288b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34cb3e255034c92a0b997aea45174019da9bc93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39189e4951ac9bcdd9452bb14c76e9cd99b495907df8c0cabf4655190289300b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77b8cdad21f60d34d989f09b89889113fc5f4d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c8e06d0d04565186aef755deeff37b390135c4e3518c5cb4eccf5dffa6950
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda1be84e3cd3260ca59088f7094ff58eeaa410d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562502487d333dc827effd748a4ce7ecd353d4662e30aab41a7c0242b677e8bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff4c86980374c22ad209d40fa9185c06ecba4e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e83dec1309b2d04750b7df7a533e5d0fba405b9d79d7a819aa82d860281a15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a782194bbf0c7be297f4b80d93eb477d6cb99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c557f619188cda54a786c7e15ef58ccaf21a5b92da7eea2e9b96e18c8f6878
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd5407fb80edcbc902aaadd1c4e4ad9a4f54a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86574958411e8c8cb9f5e33cad0a11302fcba61ba96ef84058fe5b0eb5e84075
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23098c21a632baf05e0049d9c0bdb82dbddc00a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d740533e0a6bdcfc471a94b1ea0a34dd0ea7d65a9ff75ab339ec17d7bdbb76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec469d3d23a600c727d78b63870fa9b341a0c5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b2c28cfbc71266324d1a0cf944ab9af991e702d218d9ebf75c9213439d0f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a635c4c3b6c393365c09153f16d5cd23c41707
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aee7b431b887a684040d1b1d15af889a8aefa463800c224c1a181dbaecc411
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b603c5602bdd5fe40dca47e7a0c8e81373f310ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b20d41740a903b86c103c6a8cb6045be4cd229bfc52c7b0dce4a0c1622d5d42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f95dc596e22a3719d0e27a27c82b18d5090921
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e733397c5cf235cf3bc805d78251952152dcba66a69db22d2bc85ee6fdeffa2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5323788a83321c9f2beb635970b9872e7a1039
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b819875e555ff07b430abd5c2b8eef289511e93add947da774693910d43231
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2ccf3115b98550b2100ae906d42d219a97e041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817696b295cd8e5bd486ca0d0d7fec0f5eee4d9cfa45fac43fd0899bf9ff584b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20affbaf845c1c3d99c4d30e8ccc44d338e5b544
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef63a36b4dfa20f67d72c2029b17cc3a7e35fe5ac6938e50ea1c4bc8e4ed25c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d567e24406ce133b7e10d56bfca9a8032b7189bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea8e523726dcfdc1a6b8144d1f78351286240bf2ecf77373032e1f8d8ffe6f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6fa3d165dd456e4f2fefe94afa031d0629ec5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c764dda8cdaaab8cf073588e5ca0ae6a66c167b33bc2b5f3135156d37345ae5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3198db342c909dc0694616b1d511c8b15a7598
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5152fa56c4466bc405864199cb7e6777260c721c6a1f8d1666623861b19039cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260370e8f55dd7c3512ccdb901e7c124a0a813ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ba86ac371c5b72e08ee7fb8f675caf20c51e8c4f8ca016aac5a728e4c0669
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbf457f4b080d449ad485b4150baa7b1b888476
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d94b5e97f191e2fa41eb368d0afa04f3dfd63b8c058e23ca65ec23ca01394
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ebe49a5ef4cee44f7f5438acdeaffe6670f7b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039d19cd749809d90f9007192c75545358dc96254440de3ed915c5dfc1f0e18a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9ba66048db477c1cd467851a5caab159d6834
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86b86cdec5016567e743ad0a7f511679be0d4a23a6285a36461addd55a16813
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d06ba37eb191331a6a88b05ddfd560140e8c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bffb382c9670048a59f83160bb36375cc85e091e7e9661bb05ad91b7f44610f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b22ae1d46ffebc90de07fc05b56f9167a8d02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ba35acf7701fcdc81bc98a7f020798876363c9987b4d50fc2b245d1e4cd6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efade577175ee7fbdce384272d2fdfb8c10d07c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4c028f72c696e83e4206533d1aa9594d92fbcfce75d67713d6bbe8f24b3484
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5e9edbda69f1ec4ad0317ae0b408cff1e266e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5ab1609089c4e667ec880b6f66b1c69c42df37e34e67287b4a7bf5c22fd529
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b4a50cc4e5a96a5a538891d43b17a9f628c431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b462d364d6208308956108ca69f2af66c599f90a38488300da345b3c34a4b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a58638c8bbaccfeac86f28d879a29bb250eb96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5bed5baaec179f9de21d8dd16f7d4ed76b5e28da6de7d5e444109b916eee9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3b9c1f53eb5241d914380fdbf4c5457a716b71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8240c3028028d1d513404b44b03832c5c2606c2dbe5dde8e2bc7e2528d3fbaa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f0dd0f2babaf390e1ee69bd0133e68cb3ff2b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce98c6f3bfb2e4618564a103722cdaec695cb583643093208b2b7650059bb855
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8677444e0fc43a2e926055d942f1874f091d26d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7877e643c93530b62ee1ded205b343fd129a80c83a4c0f3a8d9d6b6983302e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605968a729d99b0166777469b44ecdbc63c193e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5efb8e394ad5d743e5021110c3422d61b91d37c748434916a6f11cfc2e4b6d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed74ea4f27013cb805a040f1e2ef69d1a516be14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21420332c55e9430607d35c1f04dbf541718bd2fc74061fee8b126782c044531
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b488946c869b41d216a9dc6adfae48c68c95898c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac88728a60c12eeb5626f44ba7d4439393bc2e535d3012dccf19779e56525d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f50078598e07bbdc82adb85946be85f917108ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2716ca2da54c7334dadae7e308a3dfeaa06cc3abc4e2e50eacfc7f504b81c2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74c533708aecce72386ac52686664f48dda011e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596852c200859fa44ee7879b75ac747d904644de76c7471ac4a4262e0752c783
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398dc1016eaf07415d1109016a21697c0f72e1cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb1651a843bfa644ac84f43d1b7ec78d60ca2c7f3b2fe303ce92237571d0c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289a473d61d1763db896ae608d7c27d861d75afc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c833187cc21589a1417d09eeb86731a19350d4eb7e0daa777ff6325988bdfc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae594cdbabbbf621a39e0cadf24e00384b3a8527
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386835f43724d47b1e005543b3820990ce1f89317f0968b96922153854889ca8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa997e58aa7c61d8efc12a3ba00c38cac77b541b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806615418e995eea08169860883d3c44c49bda6be4f8572906a8d3b2075ae6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7dbf9729b692e13af3adaa9c68f3e2232ecf9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdba5954259d8c242cde7871d33260399817a5e414c25b337e808332613d6b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410573b2aad46ee2981841d605d462527a6fc6e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af04db50e70812bd68a207416ed85e5f9d8853d5e544090740cbfea102c532f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827d64402e8120e6a201aa8f40ab45fe062e95c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851262bf7441a21650937f4aa5f3ca49a540e9d16326a3743d256a9f344fe7f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bde0bbd5bc8da9cb2e4f2819b725b064d7824e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c791aa46a3e5860ab7fd28e5e3c7f086f1709aa848908af07f1ef8408c2029a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe36212d058874144b54f7661e25fcee4d30cf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313455bcbd37a39aded1fb4b8affc2e58349fc6a490e715a695e4aefa6082762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7906bc25e3a86533dc07a0a9a30a75dc6bc11e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c589db97e7d37cf3ed1bce5ead13db554b2eecc66c8f447c451243c633a482
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56dc9dd2aafe55be60fa16d86f5de9baaba3234
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9276cb870f9890251a28a0e22eb350af23992100736b0e3348ff09e84c75e563
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d57f9288c23e95bb9afe57628aa8430ce2e08d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6490bee59a4a696a70d48e74ccdb99da1f260557ab349253843fbeddd89bad67
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1ce629b1bb506db57ff55f8af3462c749d4d7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431f927f1c77bcfe918b11fc8b87a5fe77c75121f3d76386d238f4b5b085f7d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e18daa8c15854bced7d4da7cbb2e58cb64af1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d41d03b17da91c0ac6f7ee57891a183aff3b0955ee4b4c916565c2873abc309
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e0a6296ff79bb1bb7c63d79dcbf1b1216c3eac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57658f62811b2216322d59a1977d318b126ab3cd680c307a4e03ce6ec107ae3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b331090b8d6322f232b527bf0b8ef5d4fea7655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b51a4a80808e31d1322f1fab1f17aa64935faff7c1012e3c5ec58b6641750
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab91de68b2ce768f23c70c937df8831d2f2df00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e5eb52bde16a4bc72a53fad20b6459e933e7012f3fc8a872042c3c9b85916c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979f186d1e4760f46e06dafeecef10644374844
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbdfef581c400e0488410d1b2de13bd4e99651eb4a402a399878a1454c6a2e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd9542a64a0bfaad354b4939138e677dabee46b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3267db94bf84e12869ba95b00ca1a8d90f0c7583919de221ec4666aee6575302
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46b843a16f4cc91cf536a80cabecad2007f049c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbeec0e8001e9f40ec3ab7f784e42fc624ce54e3952656393ebcaebac7d8bca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf997afde038de3a745915d32a31dd590cd6719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d106b356ae0c34bc77ce66860fec75d9dd357ec5f1eeb199ef7a3d7ae851d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131f7c53cc03b9e646ab5cf7a4ddb0419799f0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1281b91e2658d6a2050a2858a59d84e1f3c0b4f7a3afcdb724de03fb825bea5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a962aae97d0227bfd6a4acac5a52c305a0f3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305aa4619c3f8dc07a0310a14d7ad1a45b4ea86bfb32cceec39d5e5c1dd83294
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3cc41f4089c468bc1a4b2c7967e7843d8c3bc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391a1f8d210bf5b6e7b1537cfdcba1514c618b4f66c23b7c724407b872735a19
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e7822f67a97e40744e841e1158192725789b7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96dcf82bbf4ae2f233e7ebaccba161ee778b16029fc55c9e7092b983d513d72
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852c8d323f6dff559b9d09e8a3fcf7a376063c13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573f66d4fd28a74df14c2e3344cf1bdcb03c66466d4e322ccdd89e0ad2ced81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51d85c1ff2b1c3933031a35ea9fdb429328fc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b75fcd984d73ea7a678eb27962df62874c88bbd1036f6a2da8e3b0355065292
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb52ef2f24df75281d7859875ee12139fd16a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6abeb92be5839f9b2e6808cf9b1bff371655585ced6cfbe2654ba0adac293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819ba307c4a53c0dbc0a32bf9cc889b54efcd43f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdfc584f3e85af1d83840d81161d6bd59e1430f8d5f0bde4bab4d3d73b4d121
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48663336b6cc3a2f2a471d88bd84599d80ed509e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5335811b7e27b96070fa029e42aacb194c436eb2c3fa41de44cfb7c264598
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06338e0b444fefdff0a126fc44bb1879fa2ed219
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90379d41bf429bc666493357e308f9e8e1e5ae1885f7ba5808ad9bdb8097d732
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6c2a34056a2571102bf5a2a39c000fe61ec98f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87c3d7eacbfb9a595eb12397b05c95257589c49882348931d3299176afeddb4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ea575af232ce713976f368fa9ce8ac9818f82e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4cd7a1edaf430ea7987d99f52100036a7a9bd489722b0dabbf77535f977a13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5b8308e3f7fe9727cba22086eab60da860bde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c98c6f71e0f0f8b0f0a07326875cc70d37136aab9a88718fd50bc8d6d6cfd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b1f14a2da74202207ace66f6ad663e1aa113c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27bdc7807830063eee087949497ab07f29fbbee5f251758a0131d71940999d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdf1c312d0fb0ba8ec216014de7ee7c0cf5931a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e590d08a9b2f773f6e247be9adcb135661a301bf476a707c353109c967c9c34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716590af5e240c6c4d2a243302a771f1bf281405
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5240cfa3c7805d86930377c645d48d7ad500163dd47df0b0f6cabae98cff90fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa30edbe557f9ae29780ec76dd4bca89a69a5839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a348d475c54c1e2aaf68cb71554ed2cf8ecb56cb6ce6928cd0074916e7ee22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e6de4cc252f3397b19bc1c0524595143215fa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb16f86546466144350837c188d7d2eca3d43e46c97e1a74621eb8cf65afd067
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98e95684358462f5a6ce75960c3531dddbcf1c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904acbcfd5e3416fd98facd14d1dc470770cffc50e569a1b93206becfd110d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ba2d9d38bd3db7b452f11b4649acbb1b5378d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7efdb222b4c958062bb29d2ffac06223047013728a5225ab8f50257e6a37d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf1922c091f8e78e53d1ff37269373d2b7711ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f20cdb3dc7dec1f08d9a2cffef18d90f9fad18e8f3fbabfbeee779d1050936d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedfb758c9dd5ec142d16cc093fe3aeced1b29ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e30033abbe4e95865629df03a74d58d448b79b3d31370aee5ba9a5d9bd28abd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914a79b754437076e800abaf35da1de8c4bdb6f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2872101c5c09898bdec3f1e436f248a953adb80be049ea53e4892de6e820d077
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabdaded0489548ed43b45d8093571a0a6c9355b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57513237d3a22899bd7d3eabe03d15f7f26576cf24bbf5c94ef1290c570f371f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524df83a9cf931839933ed0cf1d3dbff5d273d49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e516a5a790c27d31af53ecfd88526bef61c9e51c6ec34b15651cbcbdc91de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f1ed688de82647bf4d8beaf70dfbc83bacdd22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c29db74aef3d49996952cbe85f954ba3a86e3b8ec5a76d03496df4c092b82d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21cd46b4aeaed266719dfb66b2edc39fc0a1de0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e875e128fa9487c5addfc8f8a043d6c386b1d5ed9f2b3d3cdf67708b24244dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1efdcfd716039c9059979fbd92fea65390c84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240ba6df738ab2e344ec72ce64050744e73cf8e9168917899a67c84908465eac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4b79ffaa8fd773c35eb1476c8f32c3261902be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8dd1e5f28b53f7e79b28cf3d80009ea76e098d3b71d28ea61e58e1963c9763
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cc88a334ecb513e0a0c26691bda3ee48e66a83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f896145fa237f98dca40b2761e65c112f20774827180c7d046b6e1b10f9ddf3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9952ff8434816b871ea190fe7603c2cc7a0a447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef55e9f0aedeec97924186fd40810974cab6eb4f4841b27b026dfdf2d13fff14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216511c186198c27293999e16fb2e9be89d1052f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34f4fa6c2e61462f45124d50677a48f14da78004d6df83895dc0e5bc80647cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1c918152b1a382e98ee506c68fbf24f986c8b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959121e7c6e2dbcc6f32c89eee80ca4dfcd4100c612fbc770371bbb5e0e73566
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beab7cdff1ee737b4b37c2e545e3f76802b0756
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6388ed5436039db00ecfab3d6fe676e6a484765f659091cd5cd9a0b95c291ae1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18561f09607fa05c8f8aafc2b28ae7ac1968e3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be394996262943751022ca04b0b2325de860812fdada5ffc2f31943e06eb133
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c97083e091e31c120397b6d35efd38596481aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5351b64fa2b8f30df5401576c29c06022c7fde5e264d23107ad673ddf89401d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059eb14049aaa11796a65380025acf84bca301a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16129c62b006f7abe9b3e5df9f431564878582f066fb9d0945a5d106620b031d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab01d65330e866ab4f6661c59ffa219dda68b6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c546189776cb740f3dc0a93913954a2d009da01c013e8c850e2d873c41aae8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdde44381b8c20bfff56247c9eae663842f746d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf06025af703c3966f013df5d41ec460d751a7338b020cf3822f3ef13f3f90c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e763b0a8096c1e9e97b2a0306a5592d28c61dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d62b99faae741dbf06170581c0afada29a69bc66ade88b28fa76289ee2ff6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90109519d7ab704170e17e4b19141de1c35069b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe81d1e3fe3d00281581b96286f5f3e2fdccd5a5370cf81fbcaa29354d87467d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec940ca276b600ad6e75b6808c9c494f46f97fd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8026d21971db3f54eee4eeecb9d1c2482e182643a6a43f079f3e67513980e2e0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4a47a580cb7a6c3caaad089f3a8117272ea573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a03962504f217ac10e8c66c293445c8d87d13a2df67dce41e738c6af34dbe7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3f88f3a769c36431851dce08a1bca67f7f5800
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f531197595e55f5201da18980c16956e6a2493c02e6ebd3346c1ad64f69a676
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4a054bee6b02b409828853a9c7d202ec34cd74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb44da1b04acd34859ffe52274b98be222d7b251d5daa9e9d49d89008e685d78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9092c7dd212c98b1ece7efeb5ace56b51251ba06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7f21d5aa53dc2de5df2994e4c5a1e09719079cc225da4f5c44b22112db6fef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4ae04241b226744167840fff1c0518cbfd81e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d86b4fb833a6742be510d7da4d3c8b7eb565521aac6ebfdff1a865a0b5a3f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1184f0f4d2b3bd04179d7930dcb8afcb5413a35b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195b9e14ee42b211a3359fbf53108eebb7c4ca4d2c5782b512c4c592d14a083b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21ba2cb8baf617e082341c4b0797aa6dfbde719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec860c64c6232080af1af74a4f29f388c5ce1c1d7371582b66978d7532d5b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3f84865287b09dbb28d49b5d6bf4533bae8d20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fedeba09d3d28bafb9da592ab8a6b51f556ab02fef8351e124a2dfdb4cada1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2faca0f3978340a238c48d19d2ef4fe6fb4fe1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8ae8aa6d8557ab2ef5c3efa3783df5c2a9a22d7588fd4479d8d0ac6657c27e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb06dfe3ebe8704a9ec23d549c40d991a28e94ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44070137173df114f7cecde80785dc47c39f20f8193d05602b5c418ea667f5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9a9b2baa405ee18a5a73ec52070575e7e3d08c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7c0a713defb430386e1c3840c8ca7d19d8d886ecb6ac0356a251e40419f7a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfee34826d4094fe90ed756370c236b14fb7e3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1f126f76df737e4c9762b0c7b5c9c4b647dc8a304d7b1faf12a1787da81531
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea1d4715f1a0f5250b516957e77ca5e5108ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab0f8ab68d7205a820c7b07dddb75c36f9b613739bb041ba5187a5df4307d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3452e7b58b7f5f410829aa65257c4cce4831de6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c41d94fe9c6c26ecb4b811ef1b982a1992d06e1ee2e4806b51e3d92b1572f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f687b7f0c7ee40de94882c6ee476587eb72bc72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11b0c6207a7dca755753e4e97deb6641a14bf01244cdda72d7a60b0e2c0429b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2348d2861ce0ea61f9c650f05a70ca2cac8c5f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658d83ecf79d26b32011fa75bafb03c9d72181b1c3577ae071b913a310f98eb3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a71d4d765f2fe122d23c4ed2eb76f8d41bbc8e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7ae61b03c08857aea237686ffac25c205d6e6777c9f06d59570566310b38c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012fc5104c4f01e48d6bd28a08e88c9569d599cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd37ade3d683a02ccf0392896ea0a53234e448e42ba05c695e3e016d13c41a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39a49db7157a577ccd3c66ca0f266264d9b52c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2efae2d34f2a9eb98400f7fa85329bc705209a05437bea53e3e5c3bff6415
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b185f70a1689df806e028e15312f4ddca413c4cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d526d13930ccf77d8d3c5660b6aa2916e0e6f1842129bee9acd7f04730e3dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0276c4cb11e71a898fb2d81571a15599ae69b16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f578691b18f61daf87e53d38a08924fc18a5996cfb24dfb341adc24faae7e49d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b234552d1296422bc0ab1c0706ca39594f77ada3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f664c46c1bc49e723390c4d941444a62714e3d20cc212a8d47156432b82116
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f3aea0c6da3ee200cffbe6e0b689d1641ac672
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6fd43772bfcba582160a1c20bd44e4e7880e70828113e5abcae92fa2129e08
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab28e5cdfe8ed3a7cafe273a593efa4d530ab0ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b2290ed011e98eabe404d6178608206ef41528eb6e9f1d0f62fa17bf24d906
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e99dd9f1c3ad0174ed0181249d8ba75d30d18e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4101dd6d920500bbde3534aff0badfe77e3f1162c5316b6a1ef138180f85b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da045b674784578627e56dc2f109cdb2ce850c7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d19be901404430ad8e6c494fd4f3d01b8dea1ee1a979959a918b1eb63ee148
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab173b54670b6858ec6e598c84ddc8e4c97e490a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ff514f83248a75f4b0c7ddb5ebee88bf30109af0e564ee0fad6c331159cb16
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942e8e61a4d743ed038349ea3cf0dad397aca998
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7eb0c2216fcdfbaa63a8858478d3fe72d0abc6cdcd9853b312df5331fe448
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587f81135fa7ab21b22bb220b269322d5b2617b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f55a96824e4c35658b1eae31394a82058923a36b670661de8459c1e8d8073f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5919b1dec1791eec058a241fa134c5bf6e86ecea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7203963766469e2e86dcf87ef38d334047d7b5a0c7153b124c6cf4c316e35
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7313737b1ef9c65f9cf86e4acc1678d04d2ab346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb9e4e849b670f81466826ec0528e0979333da707b1382525527b9496ba2a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d989943c279f3344d6e93596ffdc85af45faf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98be13725ceed86db5b9e938f04236c46a7a5957d73677a56501f5d42b856033
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131951f27ea46d4e9c00d06201c1df2b1def1a05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8a860fc438f7e2a16f7bc0cab6b54f1d6067c500e9035d0ee8a338c47c2783
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a332dd45d3f70733ef632a37435f4aa6afbbb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b2c1f7ff4b34a384af2e86dadf32ef5ae6463ccd6a83eea8257bd0f033dd24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd63217bd9ea2c231ef691ec9a184e31a2327c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae1ad5093628bda2b9e238536076f3b777d9398aaee6484daec700e9d79761a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c089fb66710dd115f44898ced861b2b4e38058c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90b74252aea1102a5e18b3991d0436bbc6a5181dffe0a18328809096897209d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce0ace886730f963ccfded88fc992770ad75cf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf48e663c62d1f75e27aad0aca91524d2156b9bb0b1fe3dd0def56e22559f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d533989d1ff43ad1fc340394170181faf88f02d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d829c303015ab2f63474c5b44afd4ab78f445b70c3cd99257d9726c60d9c8a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e233f5c8b68b7b0e5d7ee44efe6831425ff09be4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8172682222256550af4f3b97757963ca7cc1e2ff8e9a25110d851d4a1b3234
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468dd133ae34fc424befaa3fa9682ffce4443cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf60f6423b1fe14303278365066c25a5f18fa072405c6cb1b3645caccaca612b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e0559b1d07d533cc9e2687b6f9c3eb3b525bb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7217905b745e6d4864de55eabea77fc8950d7cd87369549391d00ca068747b30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35751099d08456041185a0a3880eb2225d3e9505
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af765234d81eaebbc75be62bbbbbc53d997897b0cafcdb9f97b0970288e73264
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8c2a0ad46acb7ef674d1098b30fd3089b0076f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e24ee29cac2a1caa816a0f103dc288b3d60528dfb4eea3fe60838532f23eacf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8641da18caefeede0438aebda9e1fba36cd2bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286bdb653a3c63a83bff57b94669dc11a138fba1e9923f54aa4a9ab5d4fb53f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b518587dc1960184736f16de66ef62ddd4e6a21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05f4faf424beee337df7f4b49382d6d9db3b9488c2ed06f251434864a6a9394
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe25d02ee0b3a74335fcbc7454d52b32981d086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63fccd82803ee26d7ad8f883f9c150f6f7d51e2fce3cef4c353f4d2bfe13ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e800154c55d36242fcb80f0abbff39a46cb1f189
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc28c954461d71b59d63475236b7d8e5b13297467ed09e0054826e78acb15ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8c047d7d351c55383f82300aee85039b154da3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418a8a2dc396dbaba799748588a578c08e1bcd93780f3e600e48f3a1bfdaf3ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbb24207090ee9c3c81167c41cbbec6ee4ca595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eacb0343f0ea84c12de96fcc2f1a4e54905fbe96b82c028a11b0e9c35de322
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8665f56d687e6be85fc7044c022fba4baf0676a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7dd1bc2b9c8ac2364a28aebd5107968045d59ddd560f90ae2e6563818d62b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc4c3b922a9dcae52cc4bb7ccddb192f86c3a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f4cee9e6331f5bf119a74d5b437847534566abad2eb95633708af6263451c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296732983b0eadb9b7a58dca3ba1c0d2aff60217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e13b2a812c71bf220c24f16504744c712f464d2444492424260c0d374bfac0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0683b191390c8ca7d4ff6bb634487bc4c80e3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528bf2eae29a4cf18e9df7ca441a0d32534aa4b92ffd2ddc2e31e0d093226496
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fb8290e9e875bc25364782dbd8d8e378a5b326
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0765a83e2438aee644c8d7f7c139f8b227c5b7ce291bc817007b1d4abf69094
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c72104dcfaf7a1e7ec340c90d32b66643b4f8be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f6f6ff6e4dfe5bf86bb44e54982b4aaa76b7885e073e99ab0ff45b78e4b212
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bc8eba0aea7cbab48c56c435849fa4ad653649
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6cde77d8c23587d1c074ba60d6be8668e2d2a5a1552931971332d233de0c92
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb042a7be9d31e18c1fd638e674220bf8f627b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5204fecf4efc8acc0d908ea20c14e60735853fb75616f2df9c8b955fbce07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25461e2666b946f7e1ea4db6c61ecc8d1dac3a81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0f3476206085ffb29c76b4ff78dde66b1476b30e044ed305083541adfbfd1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e15ec94918771ec9d4ee9fd2835d3fb1c4d0e41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2a7c2c79f04241113684231be1c584ddc77bb3aa0dfe5cadffc9fb4c65f68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0673e17685658d15f7486b108530448a0a479ead
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b88e65e1f2cd482aca4146d0d7832d7506da9a5580adc846efd2784e4a1b49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd0203d44d46dad5c76ac39edbc50b8aacd9ad0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c374f4bf9d67cbaaaf2c65b2100dae6c57ab8347358aa4ca4ff7b35ceb6bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d86b93508ab90d564c3c343cf88e7d07ec455d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aad7868dd135457ce412f87b0d45cfb73cf13bfdc89faa07ae851ebd745837
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737603f3443dbf6401a9bff7288be5d330b63cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a186a3d61de88a9cfc00ab9ee58b117b2ba3348eede479137c23655acc12399
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9996ace251ee3c12206bdc62b05b0b7141ff21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a911486a343e8cb0b9a9fe1828d49fb37b00fc4df110ba14e15ad2ae08d031b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13b9ed376d873cbb8b4f07e6bf8125e16a19a2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb5467b746641ae3900754a18eaa9a646786132b69a87762e062141599a25f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aee7c2850c242b69e4b37b90633f58ed1f67d5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a8f10d362b1d65affdf8c9b47d06d9e454d2e8c7319f16c59cb9a03564e43
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fe7d71de205e23c7e2654c8d31eecf80fe2d84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa413437f92099d5c8a3ece643025093ff5012553789ad6cdd11781eb9326c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e372d103d4deba338dc467582d45ae7c667b88d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385693e3886fc0a871003921fbf691f1c80b5ff7f614fa8ad9d2ff9f51fc67a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60996e9827c0f3e534fc949180c7d2df5738080e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc7662be8efda2cab2c05d5f78d087c322cc0f34ae54d326edc93817224d99
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6dbec8a5b1b5addb4430487a39e7d46be24ea8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d150efc9618103f3a3f085e7349f0de9af9518b26da8652155bc8e9ab6fc307
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36735434bec4a0d363ca733b0d8007d207b873b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d78b469463b3eec0abcc1362f93a7a1a9927b9cf0474f114b4f51f9865a5c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53739ffb59d6c03d759b1c334fb4e1885c55880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4bfed9362543db9774cb994227aa789247f6391a1ea855c02b1cb902c7ce73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a2ecb5cf8546924ea3ee48677d829b92da2c8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8d2a266dc7c2238d485e6760a15e3967c1897bcf0bd2f9ed5e2db8f9fae568
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59f563de27dbd79118ec4a0e49ff8a1508cbb51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4902508d13e268c293309d23db6228e896d6e6cc3f257fdeb6bd8f0356524
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fbbd5f43966623a1cf98e8fa8b068bb0cf3d8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6ea3897f521d5bfca1618f6f77c891bd2c6f971898ebcca6e972f1b1cb50fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636cfddd1a4d3c9f42b7c7d2ab48681e56dff5f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c4ae3bd97be5e9c7133e94a932a8c9d99dbe7f84028f817f7b54a4b0249413
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0129b76ca10bf24e8563dce53bcc874a4f6934e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1a98366dda46227f0a66ad2604d0a2fb106f355a48e56db316990d1725398b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9824f0bb3e2c10c062ceee41942833d759fa82b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e9b1761807355d998fabaa28cf31d342423863515216df1344afaf17f0d7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fa2708d56212ca2365869f19919a4216ca3660
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab6a4e99ac179b0308c2c8d7a844a7255b5a5d5df3e305ec59f4c1e7f4a0ed2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45013390bfd8c7c0a8d88af22b26e88ee4b75216
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84fd7b4f7e07610bc744e24a315b42957f7e4e1af93018c7192d58f7dfad4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de330e5687a1a2ee8905cc066cadbbdc4039989
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1af840f7b3b8772fb10b9342e4afce7e25c1f62b9313c6b7e0b2a06ca2949a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a37655334cef175d5d2a255218f6a914c07260
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c198fae902b58fffebe836a018213930ae3cda386c955e431b26ea03528ab0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017804d9c9608f3b6ab8a0f3ad112a311a63d8ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc810e1dea4e666ccd6fddcee80f401abd8e194d3da2d78d0d73d66c723856c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e69e2a733fce38852d72eb929cfe810ceb667c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1217ca9ab5cc99cd8781ff139564c3db6ef5bcd163c8283a642bb15593baa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d216bfdb09969f6fc0047d372465da5a736e45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf58f5ea7e165d77465a64741946c35c2f2b0dd61cad7228cb953bb5c9386df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca328ab30c484ef30008f4a10cba463d462c206
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdc31f9ab112821437b24e3798220ffa47e2dc5f6a028c8e317aaac4d0500a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1d8b4024ab3f69b80b8be211bcfcda5eb978a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c3aa6623511f604fb8470b6b0f8e8a4dcd7fce3616e6ac68fc035acb65181
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c387b87b91d159365d597b007e3e27d5d0c23e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cc9d8ba712fd0f53da63921c9bd832c20381adb2dfccab91840995d4aac997
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e6b2d723730ab61a6c4be0c09b65677613ab3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b011d3b7f7fa92aeeaf958f28f966132d566e4e5fcd886e6e6cce154aca48a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d518a6b43a8bb55f18cba6a24880ac297096144
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c83d13aa3a3be8d452b64e955e52d8028f70890ab1750724c1f3e2b8dd20a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d02ef93caa7062ace429b07db8a4d25f79fe74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271d46f7c9ce940dd9e4489524a2259c63e109fd44d8037532821807734b83c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b68ecef06df45f720fdbb1e2eb8add8f439fc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2c2d0e4b51302b31523f96648a7c4db5e71c9fc9d214a9d9f4c05a69faed1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ed44727c1d269312014eca1b96d332065989e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f476437ac4fc393ca2ec344cfdb4affd2b1f6b42777a1b690f25b095c67c1abd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f567d2035faf4aaa930c508bdaba2c759cdf341c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143bb23eccc9b884b690ed3cf498291973df7f3d23535d77a994fc1042ded511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acdee073004977d8b574c5002a5621b0ca2debd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc105ae03a163fd577235c03c5130aefc4087da7b671c528739d1bd79fa95f2e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c268bf43be41c142325ae4543ba6166ccda6f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2662ee39a076d3be2100b7c4a6479af46c75336129f26c25b15503e180206524
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b814222963b0494b0e2c9ccbcaa3144ee81442
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d3cef1757d79258eb744c3a9fa8f7c4355923bee044738471fe9ae97b1573b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872d4976ea205d56627add86d7e16b18c56c208
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d649d7fac0b7784642554d4f4ac86ed3062a5b411f7c871ccf6001eca575fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0264a3402b16fce10dd4157b22fb92656ff65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8e6370d6c565ff7259805b02daac1106cd021b7a98c14ba9f74ac32f8e1159
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e22c2b27dc555ee032303006dacb7b83b2969b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cf1e6fed4aafe360db5a673eef37305a59790480998ab89c791afbd0066789
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b2d5f39036785050a918b6c2645a6721ca7ce3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a15de02b71dddaf9ffd8a85b6eaafb1462e4867263d529c720a9e5559c297b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43802be0aa72dce2a0cb10ef4b6d025645c21e25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221f44f1a23248285ed7cdeff7ccc56fb31a8bf81656181ed580e5237e9a382c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31ba05f0588fa0a054a35dbbd0b9b2d5b12ebee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b129dd3a0d52acfe96a01e1fd9ad82653a9e64d0dabfb334f1e97606b8c0d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be81acd97b059b7b9cb0ba2aef1179060519895f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905b0a6e6df6daafb0efdda5f5070c030e28ffcbf5375d6f831a3cd9136ac06d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37b9b58ba0d3ce00115a38ab65a24ce9a9f7a39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9dd7ef22cbe61da552ef9fa55c556840d2d016ffe4b670fa739b1299f15a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc1d8372bb60fc8080e1e1d0deb39555bb6eb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a277e98f2152ebf40555c494966f8f692a6f1e5b15ed60328650882b4f212b8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7eafcc470e31832bb7f56b068c3b239517d53a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26347bcbcdce4c85b5e0527cab489343c68e4ffe99237129903f35d701abb0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9d02c5e629b49a14697e84b10bb71e5934b070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a534661163ca1facfa4187fc30e3bbdc4b1623fc3eec6e5eee4db3bc56d0371
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533fd033440081e454a1fa594337a32b3cdb7755
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf126ad088b285504381acbf94caf3fc05636c8d8d3ffbdf8175c0a13fff1e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff24410635b56e65434266757f63c63ffd4c06f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a123b17d5c41c8967bd20d8376a360c4e27784e089aa1524bbcab44ce581756
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5ba7f6ef5ca180243f26d3d9543f1ddd255af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf26571a3e37211c19a8f39b16c0cf2cf91a7a149cb63d0dfbfbe8239a6ef39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415748e394b8ee3d5cd5335de44c7ddc742396ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364e7b5de56c1cb8e3324cbf5bbd61f0a0f41efeb22e35ca7e00b05eb1c0465c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f177a0b36170763cdaa16d00d5a5bedc0fdb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988a14431197529e6df8fa49e606e528156fe16dee48dd16e422284a1596ce56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f446e63c94921742e909011bf6924efff8db36f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6ed28097a6106a1b1c5d40e01d71f7c2ada21de0c8e3595b5e75eb59682435
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172fec393c5b290cdf39bb9a270ba1016a2bdeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d10fcb3c7481627c312db861692ce396cf19b7bc79961714bea0fc478a455e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489a91cefecfc7ecb10649e02e431165609575c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f84a9468b1a94ad25e4de4a7febf47db3863be1d11bfd623c953b81e49c55f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f597792015282544173db471afc3fdba35931e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876607dd1265e6472f4a393ab09dc08a35c113c947d5511bfea561be720b6384
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8a7404b1db63b16c654a8a6436ff7590a53fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37840c5405083ff30a01e9de78f8d1c1e3cc601dcba51a98fe489a574c3a1826
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdced8a7a62ff4a47bd1e20dfce89159ae2b3a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d5b6458b6b15991c13ac2646252c5532e0146dba2bba8aceb8d76fbcd6e43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425ec078136342d54d1a65bc6c68b7269fe997b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929b18553929edcfbf32f8f453f59ce2046871cacadac80f5d14f3888dca70b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31cd394afcc5493641011bca1232a10777ef3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e9ef4c56172a2abd302cb47ca61d49e17492555dd833f2848bca1271cf4f3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dcda28985aa52db30a0e9385bfb1a3a0d6ff51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1d6a884a7b461830fb4604e577cb26369d86e4798be83e47575acf62bc0bca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4660f69dacf28c607bf4b3d0bbdf76d164cc198
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01557a888ac3cce4cd95df8cd6ecacbf9f89c1ebbca0b81ebe0fcecda7f8cebe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0419f7bfede774602d7e939701733ad50a35c1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6850c4098c76319c92a849760585b54bb9a46f1aea388b15e5ba4fb0ba2131ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4079b541db09b865de6d8fb4df34d16ec56915a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f6a51f30a6d0d2f46a6caf737476aecf9f399fc92c93a5d8df050c5228fee1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a3f2c54a9a9ba4e534dbf62960b7bf55fed45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e86d0ff6fe5dc0f4a9e2f868f2378806837d26cbf268165b3874a32c4a0098
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef90bf8cd574b2ff686d9a6eb3d8c90a99130a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab3b0e7ba59b70731393ce5e8cbab4ffb705b21c3accc3187cb15a0eb31b9d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281611d1b468d6134a13c780626ecab5284cdd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d31c5ff23b23a66d0eecfb597f2c166b1622ba9ea8e1487057c223b0c7b98c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec875f91b666c7170228407a63455f44795ac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d01d5b5b1a61f733b22b099af71d63a1328a02a71101ae478c8ced6b36f4168
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69e35a93bcafb5fe79d17601a531f2751818b02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a03f6bb5455a259a98c463c979ecfb338faee66835e4ea8d1a731a212da2f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2146650f1bda51bba86d70e76369522f477bad74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5585e3e397f5d0a9ef42d962ee8a5da6099281e5069869567ae760caa1debf8b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e7c5a422ac43d4a87d006aa6f0d058b7e822b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc008871ab3f847c42605ba1a7e80793703883e5e62e9ef669dcd1209d30c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaaee286c6b7644de9deeb5d5e4f157d862bc02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a9c779f9afab871fd23beb716a122feb8bccdbec60523e7050a3159fdf1205
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b5b90907442ea9b8f4e1763a46942a6e80351e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d602fb87f3a90bdcabcf6d1c7ce341c4a5881ba7f6d7c26fadda03941f3c49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea7c880398bfea7a667d72d8cf750192b712e76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cc165b49e759c928127fce6cec7dc4c6f53c2d026dc1e68b0bdde0d69fd62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f71809eb77090fe2e415c677b6462fad5b8359
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4863dbcb1805f8b671fb21cea0bb63f2e741d26a61ae4b9e3ff1639fa7a2181c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097226a4b699e82bab77cb27a5d2ad2060638032
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c4fef2611eb80fab10474b6e321397147838772bff00567777b98b8d6dba2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0601ac5e0615d1b0096460b5973cdb1d51459cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b8fe3fe7878b2cc03d608f4d3e0c24f4b9dc9c4e8875c02f0d2ccf0a41115
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318d003001bedd002cd841ad6bfd65412dabf56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef421b491e6d7f31355474d76f4b39d4de8cde4c23ff773024fe7f132689625f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ac454ef48b899623cd8c2713cc3a03824665d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4b09cee8901c0b3554fa765f841a63a2afc3ea05b3ca9f9d73c8ab581accae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4d8a297bc654cceb6b6ad6631a5653ccbb551a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161047bebc59c8b5a064b9fcddc4fe234f35ab6d624f8d2fb27762d085c94397
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9315a35c2d874de7c6574d6a36c9c7cd48e3e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053204084674c950099ba0fb16cc528c16316adcea92da6870873a97c6b3c5a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b917672597c18e785a56502f31473b92d790384
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b240884fe2903c29cf315a173ef87070afced79d923a2f99e7771bf8660d3af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d995403c33c9015faad47afc1f5a9e98de58852
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0969cdc9fd295874ae1910df2908be36cca31094120c81952ab17f8d66bd85e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d36ccacde0318d8812a101d81a8ecd7afaac7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246e5bdddf70f39cb2f042dec3e3dda42bc424212b90547748b0d83af92ac466
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d87acc010451323b50af9cce420e1eb8f0d987
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735caafedae4e1765ffd05379752ba9a302e95bf8a945f8473624cbab2439528
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e33cf92659d39daf6be30065cda5c95a93811dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2434572ca92cea2dec3004a9a94c5033180e34a889f2d742841c5ca33297ed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0aa80c706d5eaae3dfe8608fd8acb396dd2632
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5639b013143ce32faa0ea5be385def017d375bd17962cbdfa9a7f7782001842b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284da3b13a3e9d5d34f8a963454be7ebdc2b60cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8110587453503b9a6a3394ddb49ae3226aa2923f45233ec2014b3ecd36c2735
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4160b911c7890d31b7f970b452420bc22cd860
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47c7657c21fd06d8b8c34ee659b3ac974ee4bb0f57eff20a5465309c45bda5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57ce7c9ebe825ffe3075c7a3e6426a5b4108f9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c5aae979543de048dac6fe209278e0711d3cbe43bf0a12c21670e0a00e6f28
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bb4fc4241780c7e86ca38433644d6062f457ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dde3140bcf728f9e13debc75ea074423acd22174fa985b9b426ada3dbf0d54
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aa10529b300a4642305a2a63c59f55250ffd94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b24c1ea7b23ef90b63783598ce1ac898bc17e4d0c24320af7215ab44ea0a68
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4add6666c2d7f61b9acae1e6320c271b8eb3adee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb11c6330ab9dd618b59bb09d8bfe4545dc6d57ff55b92ccef4a14a866f78146
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d901547674bb2776db66ae0f495f59c3398b8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c99be7926f6a33d12e4c0ec24198a71f7517b2097f0cf80c7e998dc27d330b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ebc77f8826bbe01104b1c84ab649a3f0ee9b9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c96aa04e1cb445fbe36e5ef11c7c4d72b77a9ce21ab4e40263fd6e0fb98723b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4147159cd014aaa3acab39abda380f4d3fba6bf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3987749cbc68023ca66e12a28c9c659196f2a594ee80a5085d5463d97ecca911
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a6e394d62dfef3802b5e3261eeb91a460737d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e38a3d70c31766396f187ddc97a24b4b0d12accfa89fb64c9b637d96e7bd65a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9ac749a98541e702f8fdaf07a990013da75722
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ff6a64eb696c83b5231b228e8727d50f7f188d2e77f7da3b9ff49d9f67b353
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45096132b902ef2b89de7c1cbde18a3932950194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc98e66e8e1470003bedbc1c630e0a81d88e4a1c7aa68d8563bf362fd21ee9cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f51ecb7120dee5fc3a047824ab938325c95078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf3267f68769cf87276aad3791a767550306af5ea5b803dfce7f00c2b85090c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d672db71abe0483806fb73c5b0bc8045a3d3fba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8e4e6d835081d092e8701418e62e8b996eff592ec8f8e6f274cfa13cd1f689
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87196a3bfe87ca582649059330ba0a93e8be0f21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5fef7d8cacf2389b8a047a75b47e153b5192bdd786b1307a468fbb6ae45480
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f5089d67cb07269a3932a0256af7c3d4505ebe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995af28f897214707e61ec08b46e02f006aa836dcc56d8743156b6a79602aa5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be8af7902c9c12c3d85f051c4b91c4d8e2f986d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d75e2fe0b021101dd33866bf96002c49c497775411fecb42231f8afd051c796
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aad1126b7a6bb6be228dc8b874564d46efc7fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f934dce6cd7dae70cb8bf6079a69da098dd810f42ab6a36a5455d60c56d711ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee475c38411e27ae731b2ca8892a01a384c01d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9d6a3017a28f674f13038d4be5c183c2435756433b939f7255f8dcdb5357d6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c702e00d42a001e83c346dcdd15e14a2f48a46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a580f6f458a48b108b21c6d5525b68159581d0267526d322ce1af123bdbc6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63eec0f781b90ce6b4b0469e8f33721160894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d519bcdfea5ec9ca751dc84f2adc5431fdbd64209bd1aff80f259135c7a39a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39f42d2f7eb7e243ab9d9bef5cdd1a0df341f8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29efe05bffa8d2aa449b893d775a90cf57e1093d2bb13021247079b5ae80cc4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccadd88a822a1d31b25742451fabd63b70561ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c695ee102e17de5a8ec35a6e2cc7860e865f7edc77b60384ffad6f86fe92d095
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088b2bf9588c804aa4e76a7876ba33df6dcdc110
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3136f91c8f91b19a61792a6c1f94afb280748586c72ff4450a031817faea5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23e3759600bffbf42b4fe0f0bf0c4656ff3a4c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c273ec0654940adc6441ab9746b65cceec5a0fea025862009436bccba402f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa5045f995cb9fa209f5e870657ccc6bf52434
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317388ee83d2b65bc2c4b84838d8d92fa2c9a5bf8862c3556a4544ef12e22e28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf876b4328c2dcd562c606545d0dae367a53ea32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f06b46e8630b7492b9988910b1e51cc52d9e14903769ff9d0e12e0676edcbf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52dcd37d2cd7624a28c5d96912f0424a4426309
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67fbd9e267b175a05aab1ee2e617a442fa55e0b738136e1411a0425a3ab48d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2007a3ff03f4728c9749988b9b3538a402a9b21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b1b39906b92e1dd4602c0907246325c0b7c09442f7406a03448399dedf0a92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf22f675b205d3b2a85e66a34e05bcdad262129
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0da4d3f6254dbff54b7d4728fc5bb56981d0e93db39dadec6e3385c022fa3c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631a7b134c3253047bea5562dbb652ecbbfb529
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a21a9c661671687cd192c0bb475ea06478e1e1d31d84ebcf7d53f3b785521eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7a0e95e795545190a6e417e52b4f38087e38a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd1d62f50d3b0d01a3cac6ac689d2b11e19fa62b75adcc3155b6c263fabf18e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7be64e663135341be35ffc5178fec5705277eb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8592d3ece15c5f1fa2434460d8c57cd79dde229d9eac59de4006810f0858ad7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e10f6091812db1c9ef5ab8a6968d41133ccca2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf91213f2ce2befcbed12a7909eed05760013c2dfbf682eff67ba1c797970a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd63426680ff3fbbda85e70433c337e961a31666
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19e7a9fb00a99661689bcbe649d392ba6e9f6eb590de108e9601225c64b6cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb53c3fe2e9964569fde57102972ec34d22ed5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd41155a144d08e673607b3fb64e7006a418e820769b24385707b3b8df8c626
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e779ae3070871a16c75dee4fbb8598e8ea081d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24c7a4f02fde4d768a8ced9d197fe573a79c9fbeee725a942a84a1d51b3495
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa526aa3d1c8da26af3a94ca22c46a343c00cd17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387af9f2cccdd57abb51962277181e2e81157f44c72abc4b4c69ac8e39c3a87a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c922a764535023914d5a1b78e147304b1dc64ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ac6b426d7ede7379ed7a1b169aaadb59f900664ebb10ec06e31808e0c030cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd34d6162642b0c18dd2d0551df1da62399ad9bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca71bad64817fc7ab8ba1da6ed61fc2e64d85385b586846c5d6f704468103af7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e1bd0dcf9e279c65a3e1e8085fc0ac5f788757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0684a82e4a576a8c7fec561a2efddf7d05c61ea714cbf9ca67232f26e5ebc56e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc84e550a5f960f24182c6195bc8b20c50ea2fca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6a8bfeb28dae9a61a981fb0224828b935a92706f5dc1a790946d69f55f9bc0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa0cecd0b1e8c3534fdc210ae030fc1169337a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8d999d86e59150ed2b25cfbd4add817bec6af92074360d6b4969f44ea8c995
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7058671b7cd788ea6cf3070c00c9cbf9cff6752
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08aad649355d41d44fe3e65c55e2860b8501dfc4d7e9efa8492b880d226cacd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8e2ed099b9b78c1b35e16598f316ba033bb0b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c816b575df58b4913883b4999ca75ac816d067075f8adc5e6fae15c6848a802
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e6dc05bd1fff2cdaa9ea30aff068d4f61586e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a1b99756b02ab0f5a7abea4c0bdcc73c1066a556799e1a95696c04feabc0ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2157673f72dd8b8803e9ee52dc1f9c5bf88131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce109f6a3082b18ed51d75f273818c15fddb0fd067d264eef43c9a17cb8c47e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7309c091ac99c3366b2d2cf74f8451611a61ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baabf119280db1740b1c48d54b86417858109d1a7bf6a72f774d3135922469db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79150ef3705d0c5f4a69246393fe5a3a1a100439
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56a52e19dd8de8c5a23242daec397f0f99e786282746c7dbf691c579df3fce2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd75f3eeecb26ba912236e138c918403c42b422b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb25712c01bd13f8c68b855e4dd356179a7c4c84f34dc6208f83371585d585c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac6b084c631a7006b0c6a6f40de86468552400
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dab18781599d28b1c07946038f5b288d4a94599ac9493e048bb03dc87a78f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490ad88b10688ace2bb330fc6b855b44279a9c72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7632a94f511e72820a4aaf23e66c6c362ddef455ba6d71d76af94765b99076c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b871b6f827216eb187a3d3f271209f16a3c1019e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a964cdda351612f0aa50cfaf8054d7a89b28a7055545e4fd264b4e69bc641530
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b4072b6510bbd4ca04b1427cf9154b5ea2c753
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b637451eaab19f727036a7e6dac9d4fd0d1293239600f1c3bfe812a5d5ad1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6fbcf7e69876cce4d455cc20f3ee719705d0e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d6b4d55d092fa388a7f16ea47f557ba6050cc5e3388e454e8071ace28c2cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f8f151d06e824cf0db084d086c2af0fcf5b5b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fef132e9ea16ceb62df51df98142b90ff8932b173e3357886ae1d5a0eaf7b27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251582b157f920c78ae00103db9729506e914da5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75849414ab4cf39cd6c37e5c887c0375848089bd6271008ddb41ae85cf680df3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65863bd0b7363b07f00f0c2cc6dc9bf73039409d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0855997b5873c4d79f0d1523153cf970ef9f794263b25360bbe7f86e1fe1e7a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9e93ab1a751451c5eae7c70293e12b6661a71b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e105a358ac49be1a9983695279eeda914356a9cf0ada9b20e7af51fdc20f7d72
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfee88042c7a2e8fbe629bc3a31a623e7637866
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde7642da22432f3236d9c1fe8ddcc7813dafdc6d0aa2e49ae43d2bd7683bb47
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c72e2f5bae554d7162f5ef0783325c6f468b0da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438b61fc61cd32792fb6e0be824c2c048b74e7644983d45154bec25b039ca8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e2ed8f57a870f3d08e50e85a20a32cf1c59c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9d7fe55a5ffbf40e750b53df63559c7c76ec6a2b4d1e01a3f92a77c1112611
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece965e23208f2566143f2386f12028643a15df2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56409b7704a6f0dad10665ffc9931f6de4b9c9b55da35bd22c8a12a3e1c95d74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c494a84ebd4ae275aadaddda8884a5d8769ed10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c718c43aaf4b1d711981775e879666584b21e1f451bfd0639950b2e3cb4c1a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d66ec29ff03e423a0482b6cf11991a404d8d10f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f5245a2f7c798074f0f4ebf5678b5eb2523d6d95031fb9d05d772e7fb800b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de8203dac562501ebf628438d77abf36b188291
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd144b95135de3936d4b88dac118f9f90d2fe76360dc0f432fc135c367c748a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ca920dd0966cbb4862cbc3ee4fe29c36ebc52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797f4817fcc8807826371e6f47f39631033bbc72b4fb7b7f981ed2125ce07f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c817763451c9a477776bec7d2e7451e43db43e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d348b8b7e3772bca7c5479bccfb71b68cddd689e1ca241c5fb830a46b3187188
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf880c1313c0be0da886fbf6bba9699473947e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df470d086cc64540cf3e10d5714359e89a808f30592daf309b576e5175174e94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5866b5d51dd2374fa9962dcb60d83c6f30e5948
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2398ccafeffa38e305458ac2957f869fb78078862bdde7e1c8c52694d11afa1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0354f58d83ff09852b26f79d4376fab7e198b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878ac6af9ddc3a77f9f758b4ac4680f6d8986235d75401e0f368a71ef4aaddc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dc4941451a1c556d1cd3c66c5c8f7b4008eb38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6305b02e6d47c27fce4d08f4fb798edffee9331256880cbb3768dcd3c89a1a26
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154898758d3417eb563e05c7cddb78140e9261d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e3dacc73b313ad2c42016ee6fd12978d49cc9f160e3fd9d17644fb4f18c4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539f1c36f5e86d1791a68e813ba5094c94459cbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a47fc293a2b01c973cbbda5c2780b1d7d7d34869f7da459053b9cd66501b9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7216bda39343ee119adfd99c3786b6ccdad674d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a9988c4c63fbde729030a59e3630edfb6cba481b4f9013b04ce8957677e41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc38d5bb87c775b813deb9d1bc2fd92a3c566bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa92da78d02f0fd3ee61d90311ce45b89f6988f4381252ffe5e55ece0d781e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a503c27083644accc2c2033ff9dce3c8f253c67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8a988920ec95f7dabd23f4fbd5dd871f0d2978fc1954771e9560722548e1b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c14d611e3a1725d529bca10e0702f0253134a30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd85816f4c1c0f824ef340c715fe97bc583d89a2fcad965993494327b3cb0773
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af70a2644a13a1d418154bcfe0f1ab80838b5ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51ddec0db3742199a9ea2172f174806c2de335b47172f5224128a1851414ed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366b2b2bb61d2a00de77715ff0587efc202678ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0f4df9a58cba8f8a06d03e7bb6d85bf1b03c225b38e4960dd90b037e85029c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7985700c5563438493ef099627902d86bea3654b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fbc30c7848c94e40f7c55754891d30f77b8baf57f0a0182bf2dc009f42b69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53100fcb7ef15d21ba0b57456fb6a1300e13329
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f89e552a4f5665e87e4ae17bb11f36c04382e89834b4b21b6a90e6152f5394
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d77dfbb5b0b6adf88a7162da9efce241de8b21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68de3c38306cc385d42ae59374302d21e80aa4755873af71819a7ab1de667e3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba14be06c3c1d420eb85cfe4e7f1837ae3551a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46f3b88e7ce2b162abb1ed51fe168efa4081e1bc33311c57ec4df872aaf95f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c36813fcac80e77bc5b8c2ce4f969b885585823
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8707e24cb1165afa2976a5c4fe395e215c7e432d4b6d0d0afaa0b3f9e466ba50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a27e71a46b0a1bc574f6ec26cdf5997afe76648
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f45329502c980e6e0d5ae4807e2e58744751c7d3a187dc349ec42b7ff069c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9d2c40947979f0d5c7f930c7f3d1b33b22da4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba0908a8fcd984b5c371a1c839e2d4596a40795658601869230115665e57bc0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee239f0166bf72d989d5fb380032fc9b8dea0d02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d330f242d7689736793274ee87a730ab1bd4fcc0e81a0aa851299ab37d47c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d1f3d077eabd74729af27d428fe922afbfe8cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8df4db8d50a8f60a413f8b0c2150df9aca76e545ff813275c9186e77c3746b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8154f8a14d2c66e0efe7e60b07950155fb86c3a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6446ecd594a29aada3b25c67364a0eeac6721fb83807537883c4e8497f3521
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6f49639fc13b1e286ce9975ca0a965e92d1e18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b99ce1e2705b883e0f68fef36f66699b8c7650c012c2c75f4a6afbac1fdf3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8e4724127532ae41f16b54c99cae8ff5402b55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078f89d0ded4f72298d951cc1620a7189fc7d8f136218afa1ca05a4227102ebc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd65590e41b1ac0c81e03230b80e4cd58f7f6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e16bc2d1488dd87df5b74d07c8753441fe6c750f60ba443d5c5720040be5a90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ed2f33ea109051d873445749fe001fcb3f93a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3be1959f0cbbae59b980d77304211a1cafcf72c68a52fbc72de3baf03abfef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc250ce066cc401140c31a668acdc37b57e9e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9856f2c56574f877d612b5cb1d1ae0112d460bec3f4b0ea1d615d03a427ca83b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12d5bcc92bf6ea531fe23f5dbf932444c319285
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca870ff33d382f8362ffb4013cf108b2aef2464b413a408853f097fc8c8c753
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813c2ac7468538b733bfa87754c0f0bc2bfa53a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36c5a86a461c05678645bbde239c6d88f07ee873945853e2e534ac8edc4fd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3d4a301f4e377ec03837303551bd4c61c9db0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6792045b62acb39d3b909a69c0562b90cb011c459ca2ef67fb465945920f8067
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a3d579b661e518c8e0d18fa1c320aca96c5677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9e18d635b59d5cd170b49b376c247b371b3ebf9204da103f3fa1c3c7966fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835a063ebbb1ffd5d09aa598c1b80f190c4936e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3972199807d695488b43691aec9af825d4bd1944e24541a626a47efc7027c06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f783e739b3f3244d3769017e301bb9c1820963
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eede57e2c56ca57eb2b99f31ed46d1a8e5b8720735123f1345686bacd45eb4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fed966df0a42c2d00b4385bc57f6a051d0b42dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e96fe22f2a1c20322ee762450b49552666729ed2214bfabea928bbaf7c470d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884a66d8b2e4bd995719cf154831a365e53f86d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6891277189356df1fa82f047e9cd49f4db920dd7b120fca38dd4b173fbfb5f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6f074a6054d9c6fbc7e8c3d1ba688e101df321
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b9160434db81c9de3c2ac63e81c3c2283439ae7e86a5eaa4e9aee62e38684e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f62780d00fbbc1f45b49a3c246cad4efc93784
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1d49616eb996c8d92b64c2e782ee3a74d878248ca2c07fc576dd7ab165da53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b98e0be8e791f842f402dd8c697c2fbab69c09e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f47076207d7193567c2c1579660f1bf808ac3bb95cc12cdfa02151dfb40a36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473579656857d953235c325a20139f6cca30f14e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120f7c75c9430cd75884a5b3b801b335379449f8f7240ec48421578985ed583
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426a321e63d2d29f46a3fbb1a9cdaba06c400736
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ad4c681f3f5d95b82532b106e6ff2ba5da4e1f3fff03017d4654866b1fe627
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e725c20cf5905c98e208d4a144db262ce2509f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f123eb823f9e66498056784bea9c29985c0611d5a02a655fe64cc9cca9595314
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5c706777db5d6c4f51156430780f6e582f50dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09a0d5a39791cf1aa2e9da528ad16b39d06348615a6822e77884fd7b8906f95
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48157eb4f41820ea7f6019ee533b5d4ac8c48bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f90d0f2fbeef0d541d6436b80f38f5c5141298dffe0c18887ca69871363695
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a4ea8c2dd4ed28d6d0120a4d2c6541a845f91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f270f8192af7a366a03c1711837fd2487bcc3cabc27f2780ce6adcfb89c68d32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e3459dadb0cf7ad5ee707a9b1f541f895a79cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cf0e445607d459dd5f14e12c2820b8ea6cf0a099749366870ef9f5b7b21456
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a2490d6f06579eb1d1f274f803e0fd339e4d47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a212238375aa658db71cd260e10b4d7ac6a5c4701702b2ba9cfdd21aa1729d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc134574e09ec4df0094ffb3f2d1309c600d30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11539c6d7cc8df9a7746be9e728b10a33e47273d29df092d6360936ed9d0cd67
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448bd93d4908328bf0675c05fe138c4e59fc7e03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b6efce77379ce63b20c3b4204c371be9eb95eda12b81cbc725cd7c31145fee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8915dcb1bf21a001db4892432081cc1d68de5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dee86105614cb331f95ea973604a2289593588eebc31a990952769d59b3ed8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3564d730d4424810e4d09fa4fe4b58a999bb072
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd888efe2e72d229ba7c56d33f05d8904dbd633ffcafa087a68ac58ff4424c46
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef65caec1cc9743d8ab91b8f6d7bcf2978c8fe86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1a737aa0cc35737438e172ec7bc2312c14dbf632e189cff89b536beea6f091
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6e5cf4cd0c94817eadc654275cfbbda7715155
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7deecfc80d1a16668b2e72ee4b2d456cea2dc19529fb8011f1a0fc2d34bb1fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a64285a7575344b2f8de6974df940293b166f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bcb23525fabcee9772c8fe20332e75f670dd7d0e4e08d567913b332c926f17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770bcd355609f31504861db90658dd19bcfdd0fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20edf5bea8bfc2a1cf262556cbf2ff8c2bf871ee64cfe3c50997e554229bf8c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca65b5ffd2872a1e462f08b9ac898e0f4a66b2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764fd86cff9d3bde3a8f8f636fa8ebc10702e3ff2271ae4a2da5d6b23015174
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b146f193b7d96f13f7e84c9da479adcc71c26149
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ff4477a15d7a722c6730c56fb1ca0edc4ea7e88bae0fb3683af6ba62d4c13a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39ea55db46386de726b7d3d56be085551bc8532
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0db7be099e14076f3b4833a1dd93e779709513e859063d66b5e263885c69fa2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ce2dc65eb044665c45a597a23e2ecd0e728d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54108ea60cdb4fe477da3c1a2d21450235666196c5a1fd4c0b414f26aa81db8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9590a5876886c76c5ae2d199445017d49aa0e8fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2606dc697cdf8fc51ad9d62c5a18d2e8f10bebbb073903b4ff057730253b8881
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f06d28fd2ac7d5f78b7038c1714aed57ffe973
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09ca7afcda5ae4cafc92c8ffd1293e22d9eee539a1e906dba2a1d42b4cebc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524d55366faf5909b488f51bee2a6dbd4ebfe48f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8313ee8cc058abda08d5c8d28df677e1141d5efa299944d815f7a0077858f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd16226e9a2d3600905abc3531f42f666ae85913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac47db57d9029cdafe15ca7f0680d75c20a639d4cc82bd57ba01ea4164830bbd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e8280852b4ce53001319e2ae8183ac8aa61e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368830f465e8f2df561b1e22c4e3ea120e743fb1d75a2e64f0efad4638853eb1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b7e9fa069dbcd7e86b5b2b4e9a165241f010ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3574f600cf6ac5c84af49f1e18b0a352178ccdd42f4927a27e3074c3bc96ce03
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029ca9e07bb21951a5fd9180b4a35584f79a56c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c539507efd13cf0bf633bdf1acbabd9d993c41205ff4fe1de67684a0c58d0e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def85a35053da8443abcff476dadb6cc827bfca7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61272117b4b7e479a3f73c47cbfab95f4056df6c82de2a3dda14d95ce3fe616
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f7cb01ccb4b7d2b2c20a6d7376dcb6415dd24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845847cf90f1b2801592f3eac8e0de4b8e70a9aca22ebfbd00acd3ba24a61096
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb90f59cb602f234502cdda1b4b1b613c3210dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca08df9e29ce06099aecb8a1b5f80851caa880029e28d1256bbe25205b486e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca377b20cf18bcc00e8041eadbe32f693e11032f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a0b7df1e40d993fd3ed821393429efb907b6c8b542bd0c4995270744686a52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ef8fe93536bf0a36141ae94a35ca0b974aad55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb72e84520d51cba25d112f0a7b0a92d8ae0156f732b4dbbc935d96950a71a0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9a9b13c6a0030820b77ee5ff0c95028d701d8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40954d9ce29130ebdc96563f6b51899d591f49f7eba703b0f499fdbafa53a4a9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388de624111da7cd2a69a1501e17e52611693041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e217d3273856f7b58c14a298018a25ff7584ff320899588c62ec5f2fcdba1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f026410dc02de0cde44cea845ab55efed9c10ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7899323cbf650bc593be1272a016d688bd9aec1e6399492aff53a7c9b869b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e71e998004f1bcb4202d689ac7344a4fbd9f93a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d302d3cee6be130f01ef4b3547ecc8394c73bce9fdea482cde3acc21ef0f90f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bc9f862ff5d8b9c8b834c7f03700ef15b4126e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a086e965356fb1ab4f1acd54cda0916e465ad2a7183d421de4c5b6f05bab5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78b01529e6161e5551b42de208998d65642dff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4647d08441fc2a5e5c452bbe81f8fbbb204bc7b5e1bc26ee03b9bbde3ee55618
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96247412e87c69fa0d89e268bccb75f9462de70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a55438a451397100dd30bf222fb7877e3a0dbb1672d5aa9cde95e305d5dff1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d31099c963a08603e4c91fa6c49790f62ad0ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b101d00750e9bf0cab17b3e28435466c9318730d257e65ab0aabc529c58fa8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a907385e69a9e9ac26726de9d435944b8123c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b5ef5cf632ee3b055a409c34245809a78331d520318e64f84b2217430cf8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f705a6b154b255ed6a1fbcd941afbeb5109869
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995cd4cad985a4482df9079ad03ac2d8a7e75a479404241dac1d40ea8d2eda3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ce05825e6fcc838b93ea315723a22da125f76e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb36cca5db0ef0104c3e88b0c271fad67713184984e58dc14a8fb720cd3cc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07a36faf8e4203e8875090f9e4496b67076976
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b0467d03c09a8ec68b4de7e61f444648fc023c0c5de4f8f983290ef9621e49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1ea0ba9fbe9383f86d1df2648aeff47025af3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503e2838f5995be12df867faa962552d2e1f73786b0972ea580bcb85ffcfaa3d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2ca4a8638c1b35d21c09da5eac887396273df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f82ab6a769c476938680583c7a0c4cc34c70879b4c607b807d2526eb0fffa33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa74238b83c9712b824166d429ef89cdbb672e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d03ddf2d96ca1ecb59830874fc4783378d099a4ca2c135729154cd0c533d12f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1332330f70d51a3bf1094691bd9f0bd59bf50d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818128dddccef9e2ca576ff6584ef09833ef34f94d7d2f842bd7f6ed41fc1121
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c252a1a031c699eed5717b40846c70f87e4f0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f54532590071b884b602cb5aa7c23a17d907b537db93a6fe684ea2617c5c82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496da07fb1daabacea9973650e26f4ca569f561f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72afa2047f692b02b09b82e24a9e51e65e72b5e9fc2e071fc3dcca4f20c263af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a92ab02f24b4e8ecfe1a6581034e6575434768
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8e15de6d0d5dda78404a2e885c1228d66321f1ae0b8629e4d33891a73d9d1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248d5c8552f83887b42e5ada046c1b0bd8b4f801
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33ee4831f3fc43b94a11f82c83d3149470070d52ac5af978912bad259215025
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550c097ab88426d39190b0b3d72da5673080cc24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b032c73e7060cf0c743070100a22f738c40221c6cff57da4c15bd91be86db967
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28022d66278f0155e8cac435d54816cf1bfa3872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1fdad4b41b86fb41516b201248db05e806dd3273b25f8c13cfa882a362359d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f0b150ded7410175485ad69ade33640465688
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545bf896924b8a6f0a12aa7cab5f2fa0e35e1000cc4cd026f0fbfef15fa5d947
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ce7b54ba521aa7b16bcc7d1f52a8b9da048e33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9241390e4c91f5fd261ce1372e991973e73478dcead51c175663efe50f0f41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9bafd974a054d3deb10de69f1ad36612040249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6512c738e55959c0dc9d71f8d9b62766a98ddd1cd81217f413e34f3ffc8132
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e1d539a9b7f8d45f9b08c7305db397afd24c93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff774d001c3ca9eaaf8d8a557beaabffe0df4d271ac43c8601926a97491459d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1cbe11087536ce2a629295dd9b5ce1f18324cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863417de2aab0b7b765f35db549303c3faf2907038b75fb85e4d8809112bbcf7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acce7a99cc1fe4dc4df95648add6c7de98945d62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da204ca6b8c15e03ef539ecce55bc83e9db58def8c92b9a0a15fa59ed444fa5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb15cab775e0ffde04bbcc779773022214f27b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de2c52c0df8b9a87f1ebdd2bb599d2b129a1781e4e548de65fcb2ccd01f6990
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c49e68d026975f17b19a8c8033db0813b9ff882
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3c9c858e275886c4877f68d8226160308b4070c2ae84bfdeefe11434b3e57d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a144ccf48fbce18a62f6d61479a933b6872c79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cb986e6bb1127692a39b399871e384d13d364a51759f022571c538ff4d8908
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2f8cc9581afd279188196bf277c8caec0d632
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736b95fa944295bdfddc618b136652bb0ee6885b685f2117c7873c2f2d2be0b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584645d20bad67ebd670a69dda836e4543612323
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97f0305bcb55be1c1df954c60263a95faa23a8b6e0e3175eb36aa65ab6458a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99031e665d89259d7ce44d5b8d7271de7b0e11fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e37790649ee59a83edf8ef5ba5a34c5c0a841e4a4003f3be3331ee044161eee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28632feb5ad05216a43d5f20f1b93c41da649dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d532f656ceda1375345be865b33a40ee3c2860de5efaf1f0f3e8a1a9c16f97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e0f5658dd5c1213c5273383099b4601b48c30c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afa0d2a9194c40d0c5c08ffe81ea28001776cf0e1939ddf14d70e473ffb185c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8a165ef36fc8576d4d4ebbaed226f50c91b6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3766d468e5aa0c176b922b46168ee598db79d90a50efa52a3977f3f5896ede4d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635ea807e6590b18d1bde6ea60b3f309e68f46e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df45720cdeab9b0650431d66a4228f8808954ca0160668a49d2eecd21eb85bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7bc1b608c5cbd8bd701d46983505471b367d50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e91be9e33bc3e472a5983ea414682e0c3b02f484fb1c0994c82f53bdb55e0b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ddd4b788bce55b9802f1460c5f4a6ac8dc0b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290d69ffcfcdf96c44616ac1af5783ccab97aa23b7293947ebe5dc8083f05dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f96a302f917921424d7ddbb51f318f2a0e89a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8f319442046f96ad3cb15b7534c832074ffcc03e3ce7e93a233cb9a6b72546
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba73ae5f45e6f1d21e4e58c157867464fe8ab82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f169cf4ec450c719ab426b34bb716c68c1807553cefd47365fe19d3f3e80575e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9267ab43c2e8a954d3636ecdc7762f3fb52fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f35a1904f2718cd33e807d7c159e7ea1f32e3a13d6f8c710f94aab9bb28b90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78507e7bc6a3aae8b6c6e3871f180d152e502ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652f36ff36a5fc8ee78a614e84d5a1e851ea6ff2b3bba7e3f1abcfcb416252a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4623430dc67f15888f756983f57c2bef61612f6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe7d3f3d4f0b5dd3d511f3c185b853ac08f77fec2e1e764c5a658853428e42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5feeb4049443edeec18724ac4686c59588465a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986eeb7f8516812ba3f5b0a0127f816b8ff6979097c6758c09c52a4ee821080
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a23be8080ef4fbd4d6d869aad92a70aa28407e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e064047c89a13125456da011270f3bc337e4175706430eadd5544a7356bbe68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccf59e49da8da8f902a8f6452d0f61d9ea197d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cd017a24b52639492ce8b279f7d2a80e18ebddfb479f8a8137081f6363bca5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d6839157625195dc3c1ac952ea6c59feeef4ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db13a44e00aee52ac5e3bd84899087865928145f3e6cf0f263583f416602f84a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4759807c503318ad2c81b670e08935a6625309df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71262e11a6f0f77b077afe17059f9ff7774fb784c8ab047d000626669047e873
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8e8a6375f6bbd497567497dc9fd33ceda45c9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9522366ca6ed67cc41613614db5e7d5cd8a6e29edf39d9734c055c17df458
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bfc7236afee7ba879239366e1aae34ecd2e58c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec70618c757a6674f42f6038be80af4ec08982d1dab5c0a5d4ed8a694fd2f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8094835bb797fbe52778ee791378470bc66b90b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45a04b1e56f8fcb205316d34cae4c5ae60e85fd5cea92db4ca8c5cfb6e9bc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea30fad14be79b3da1bb46c3b544ce8861db47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce6ca020ccc5ff31dd463512573871e869bc2d75193ac16e3353cc807064acd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63c63b5e81f8fa921d4d55762a0fb0fa14fc9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80f4b3aad9a61d228ad49bd2ae588b1501b00f469ff14ee5b96f2dd9e0774ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4950642789005190a99e61c325255abeb7d54e5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f294211f6f3004481519ed1df46d65d0372392988b56896fe90c6ecdfc7977
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c375e0f483dccb9891f4a392f5f26a68391b3fe3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9435be9e96037516d3844818b872275825c763f63a3a40b30f57fefde460c5
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad74f93257038137d4a61cbe57114170c783e300
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdabfd2385e7125e5bab5da8bd76b6196e090e68f206437dd8f7374c2b39f14f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497b9aad8cb64311485ca7a5972950d89d8cd84f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faf043eca099ec977a40df2be020a261a0b06932ee78af416dfd3b04ae80b68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f25e88dd68b47f4b6a6a1d90b10df95d42f766
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d7a13d0ab10e0e70d4ab3978ee3d7d108271a8b7de611967196bba373da87
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1973189cef35ff61a8a7da8046b37247af2df0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5603816299f3e98e4b1d76f1133f891c18fa841e28727deb07106c0a357a9653
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cda9008880b18b57f8c4a03b8a48eec05a947f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499921837aecb186d03fbe535766dec5e6340759965a2ff979eb6f034e648d27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aa369fa402c13004fe3368f967f396c1531fe5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f2e0282f1f20b6aa67eb006c739c897aa3a3ba835856c5ce94194377afbd90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f43a8e1541c9d69b9b2fb966ece15da207bba2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc73a820b371182c35c13f36cad97e1e6f8e374c695c240ecfb86df4c06adf13
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e87fd9edc6a9c358131499a143af0b926e8f382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03227be4aaa575299f785a5dc90b33204d5e4468e1aafd24b960d26cf727b5d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283f5d73b2d70d1a52fb4d78e7e7aeb261df5574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e785fa6ba68185c03aa7122fe0e18556cf15309cceff820db2e9654e6bec5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1511f31e7da27bc5e17765b90330b81133047201
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fbf3c0e8e061b79dde38cc9763a46612b581941bf5949dde0c9b206b58322a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df24cb7cf59a7653bd788bcf53e7711d1644ba7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513741b9baa12eea30fde079b99d087a5164c3879d8fbc1c30191281fbe75f39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e955bafb3420c056232bcd457a7b8cdd965d6a2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdb69fff03b2bb6bace9c91d2f141da738a58398da3031c291e9c48890ffbcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a56196a6f83a9c878282e2a5d1d2947b1d816f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcac4d95a3bcb81cec3cd19b7fd7a0993b95e40d102934c0d1ee97fffecc88b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea5e14a694ce145b4c75e4635408e170f4b92b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0c065d41f3becdba0dadfab8e3bcd426b16f79bb2458d622a34adc7c2aa0af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da675038da4f33727fe6edf46de98a4140a14d39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522c8a0dbaa1d37aeef97b5cc438e99c59b33c111dabc94485eda8d69d1651c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0f47392862cd82677bc14136ebc96f9ce5af46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7de8cdf7a7ae0134f79302c7aa914934a9fe3cdc9ebe1b260a6544b5256fb0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a85a4f5422fd0b4ceb4346b7fea0d17e775a353
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af0d91bf4a167b55d449b9a3b41f743d13a46f572134952a49cf8f8c4362df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b2978d18ba2c7c889f1bc9d2c449b248c1fce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabd3e69574f3313dafa59d9ce9fa9112dfdb5df2d9015381e9d7b2d4ef8b45a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ada52010b007f56cdbdab97c718d86bf7eaec9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0758bf4cb7755752f96bc8d50d052421b4e62ab329347b92b5defd1f3845a39b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950505805ed9b7481e592eff39ff4dadcf294638
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3174cc6246274d44a201caab219682591002233c24180b03681cb1cee7960ea8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc50f9ab36df312f5e8d27204ef813ab4de4d1c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a1680b887dcf347d2cddf1ec031ac2fda07ed30a19d6bb8c26125ce31b6307
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bf0bc65627d6d5a2e5f2b4b140182b2c0d8c7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae05aaf3c81d2ca6f455427400e640c959c726466cfc4ad6903cb98fbeff56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d855fe3bd92e954d9a1751acbc4925b7878ee1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ab4edbc001a004fd7326b980cfcef0f116f12d5b869f9e7ddfdf1fb85013e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711bde51277ab20398da1cdab8287e7cc68868d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78db6aaaee551bb16c2c5c2c69793171941dd3d806247427dd5c211aa5d1744a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6336cb4d983e2404fe9c97331a30a41887d4e1ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958af75ef82ac3d480bb1ce2fd5274c5b92325fdcbf53252d1bcbe4a6d34e70c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337fec399f79554d5e8a25681f13b4d7f9092f94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d68d1be64d53df2f6cecc6a4241bdc6703d0f992ec9103ebec49d4912a43267
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe158ba72ef5a5ee43d8f7faf4317d9d290a4d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913b29682ff716c21e18c08045bb4e12a8057a3e9acdd9035bcf980373ad110e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a68cf69bd315939285629f7048e928a0b00a2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8241775475b7544eb57b79957f282629b94674d7199dc43e6d251571224c291d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f54ebb658f9867aa03d2f80462bbdfde8ea51d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66efa02bcb7c4dc70660214897fd16670dd109d7aaedd6abd2b79f62eed6e037
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43a9a94c656b060a4fee359dc91d468997ea96f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e08a867b92895862b93223c80f45040a102e138ba60a7bfc65cc411f4c7a5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719e9f52521670707fb02c74e42458b06dae8623
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e2b4cd9320b10068187aeefd594ef6e4b7cf46bd5d5d57edf4b4948a277308
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f3035d5d31aef841cfe08adb5ef17823a3ee87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4d8cbd194724b3b7fe0dbb7ed047643c5cf4af6a227d0151da857372da7106
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2fbb73aa5787674ec2aa406203b6799f905e18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e086e4c01bce03f79a2f8277468d2ec0e9cd518dc47116962624512263541
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9134238101f6abcc7e1532c972ce82ea34908e99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02ecb0c7bc657d58f4846762dbcb56f5bf68d4a80440c531692d00e5a53b30c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eabfd23638021dd42b5cfe1a2bd49f07b61ebe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3267c3330e50b3946c72c18828c8d89474497dc730704002bfda3aceebb8244
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391f2e89d5995ed771d6f881b30ddc6e71891eb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25129c20ec96c979c98666bf7d2c7e1f5def1c05fc80471267415c19bc1a20e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4486ea4ba280b84c62eee4ea30ef40ade1f01345
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676cd4ae3906eaba769b3084f67c3cb9a9d2f0ecfb5703f8db55c23cc5c24689
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ea47957ffca2d551f7589d279c513f2beafe70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a54772103f3bdb78e51c1cc0a398a1d710b23ca42430c30a917a2a169b81e01
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc129c7bad3ccd9669b687fa10c1230fa872b810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33a2da060b6b75699a0c58a69281fb1d9ab6b8a9f36b7adc143e7b54a44a49c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4a5a2434b1ef9f12c68a64d1e3789550edcc42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0bdfc346f8b8ad19bfcc0056afa45c6b72073962b617901e1e8dc6223ab0c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef2469f38f6a3286a770f555e3fde1edd6b84e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac30f06dad496c1b0a367efcb8aafd7c8267e863350cf8dda683b49f91d4def
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e1e1c4402760afb0cd1b33b3ff9255aba838b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8615f9e96fad0943bb0222690aaf4a33417f3d6ac004477bb8c26e7341647b9a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f7f7bdb20f08a27e222d33dbbd1d5dee350dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd24e4bdbd1ea38e5871838cb378bc26aaa7ca30a364dba13027d4de79f7a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e43d11df8edf432ad46645e75d4f5048242056c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34570253ef425a9a1aa64d97df6a95a187e359ea9bb4f6142869b4bb6141505e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21daf86a01985177c8437a24a20bb3b610c1bc2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e41f386199ab90cf2e7bd76ff6813acc70244fdca115e9bd747b09a42dad821
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b00348e838b7bf506a4fca3a2c6901515b07d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09e2f079b22f626ab4395780d93af5151d23e7fa7ba5aa67f4c6f42f00d307a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7296c802cc88fe159dbb92861259ce48b1cac2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fbd2b00db8d00234424b57639b1eda52e670e95af8ce58a989e9efd69b7ff2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ef86ffa98ba128cd784ef38b549a47faff56c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bf8e86137e3854768cb1e04ebec2dcb7ec96f1c2a968f644df11a125bd1ed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe7065c94fd23495718349d41caac4dff57bbae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b1fa91b1d68cb73d18c7422aae54241691a94c7346305cc768f8b00aedef69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749dd2d4e765d208315fd39ed188f53c0be5fca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2dd3a3fd708093302bc9f1cfa7053ea81e926b56426cf3f669377c0c616977
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116b30ed838fb4b99adf099411ca0dc45283a96d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027b2dfcb676ef7064df3e55cd21adb06d335a9174fa8bc05347d8d787fa0f8e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad7da34262277d6ac51638fe457301647dcf08e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523ba2d5735e6d0f9a3cff7b4ca60dd047113d9aca4eb285a4c35086ed44700f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2c1376404ca886f6f119b1c7deb4a13241e0c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62c2d5b289afe65f4402c158ce70216619b99039d146535a0c8943decd2634c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08acb064b6175b6b8ab726a8a1ed495df2ff765e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5497f41f7ef04c3e6e4049b4dcd9e63bf3eefcd525563901ddb70a6768f7955
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4e3fd15f20e1309023166ec9a418e776d81424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb41a8e08b5ba5b2c7a29a76e37232bfcde03c23ce56c066b021eb74d664117
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cb3d0f7fed85e4a4165e9380e2ba98a4c532dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaeb4798db25dea71f165a11aa3390ca5f5205b5744232ac885556242e30b14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a06f641c4984cb9bc29d6517b571b6ed777cf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0141b46fd98af3a692d7d3e5c370b0ec0d47907ab4b9f14a3184a6db5f8a2a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5755a259d24ec3dbd7c76f00dc0a9c35135450f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e51f6b6ff015cb9ae952db0ceb891712a09f1bbd852b079de9ae1d3c8bcde0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed189e9e175c853170c40231a8b51cb7b51b644
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d5290239ae6fd0102a121bf72bece80f592a252fa2e3cadf5f0564e08e1aec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd25488f5540739c80095dc3db6366b5aae170d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6504cd56d61a62298023296e2c0661643c82bb56ee733beeabd165db9b43fc2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426cc1d4aecc28758340beba9b92878d4bea8846
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c567067be9244bdaabc15aed595eac2a6f968742df3f2dcfcade1a53a21bf1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae6bcefed485ba8354d11170b3e0ee3f5117a4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26381a75853c3ec04ce0bb06b984c8bf781b7b9676923c174ee5c5e0b1b06af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81de86d834af2437387b94e4f9fde5056e4fa7f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538a77968f81c43af6d864ef58a22e5eee26dade7083d2eb124a2aaa81611e44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4dad37ad906dd7dd13ad681cc6243bcc2b893e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19533de3d10320b0aca61ee703f56c02cbe198949255cc6f797cdb10d967a1d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd5cb234fc36e9117666ebcd6d7442cfee575a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc4b2c89175bca83157e3ba687be7ab7612855eded56f2c714be99d4bc2945c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279e99ef0e6f981a46ddbd80116b903a278299d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c2350fe7cfa52c4e1693e16c408c48f57531a48fbdf748be5afd1a710764a0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1d8f0dc2614ff6ec4950b00fe5b31be7ed8f8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bea7929a8279b670f655415ca48960a5d5e6a5c543da8c972d55c5b3281f302
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270cc4d4d9b08199520834e33253ecaea16444e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d6b42a1c90b98b07e245b7233c4a19ece112e2f5e3234461bff9303a176901
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559c5711c70b2260819a2a9e3a4c1aa11ff96563
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2185e52ce496307f41b3664dd53c70678ae912249d1ece27b4154526d4db8c82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac693a9d8a3d9cb7ae1a818f1f30d959394a107f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3d93e74f30c42734ef8912426ac3bbe457258c1205fc2eb2569c268333c30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20de18114a45c85d2af48a3bd81603bd8f95c6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1be0d74256596bcd954279438b5be0078e791a8322543a244dede3cd5045d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafd38796133c48bc8359ba71f8c3319555e435d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030042fcc484b877d5b6e56b4b0692abb97628d93d2c687c7454824c787c199
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3366e2386ef7ef2ea3b22cb4f9b1e49ccdab74f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5184d5f9b9c6be45f11062e8593d5fb15222907f6abd4a7dc0179ef0cd872e99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41645b93b8f6694db0a0158a79ed66e320092f9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0012a8fac6ddcecdf0c36ce1e6a5105c5bc9e8b617ed4796ad1ca94dcdd9b01f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c715c9acbb1d0a63c3a4670e149fdb7dacad602
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859eea06c4860c9a498cfcee9b19cb9d94a0556fec21843b3721a625708e572
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73341589cae7cdc78433f4aedaca01b1c423bce0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7685c9ecaa15ff4ce12dfa0645812e12af8bdbbcb6aed864be47368b06f5626
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925dbab6b1bb7b7ca89c0d9792ac2c37643e2ac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b528b58d16c1b3309da58a5e6f8dd6c2bb16b1cba2e3e3e2dc5566751d4e86cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac0f4021ecc8f5517719eafe8a7fe08c56d444d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f52b605b3e8a391a51af93c5f006ae45d513331089b3a2020a06e29e7b6e23d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb32c3c6b77fdd527013f759eb2de798a76a7b9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b2570f40697738e42001a230308bc3a51ce844e8054361e4461062bc8c4bd6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1d06cdf0550580f92b0915a4820ff2317a479e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dd2dbaa29379c16920d207895e7004be7091963f1ffb6b6e4b4d0cd4f9cdbe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e099455f11cbaf380f1e04398f0026769f8c775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0117e65e8e8deedb524f5f2741c7f4517428580be1554d60ee07cd43665a5c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8b1cc755563183d651edeb5ae763d0a9307471
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2b0fcd33c51f2364ece62a8f203c0bae7467c99aae92664b37640ca2a7e48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe5ec2aa3a73f8203117fbf6b9e6242c4be6d02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9311e79d5bb3de86d51553f032b44a0d2a5feb3e679768db69d8c57de16d3af5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd09263ed7a198d211159fbb860bbf1719d13ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ab2a8af303800a5c4a94738245be9ebf046041e0b5c0afc11a1e66d2712309
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893ca8a242b740215cc22f832505fc510ce0559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d03925d15b68d8eb86a007c33aa69292975ff5b08c2bb456720354af7308b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7fc4b7099acbbbd2e427c6ff8b97bd1f986ea4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0921a4de4ffe8a089ee60e3d7a42efad6d40724e4636bee6bef96f8613896
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd878d0da33abc24152ec27b2c07ce0f4faaace6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb4c9f03e096f4d1ffaef9a25355951e73099256e0805d8dd97992d5447c272
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d63aff38faa6b0b3d34dfe83f5de56d264ec9e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d1820035fd07e35af0cdba2ac49160e30cabafca43be54805169d824594905
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a46431e1e88ddd2929101644b90981d4e01ed9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026015952437f89dbf6e46b5449a8b93f22d779bd5dcaeb2199e4c45453c07e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd72bebaa86d39950f78edb74b30d82df2cb44e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b3bb398422b4d6110011b53a197634ae071da083299bc08936b0b5b45e79f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3af9beb0970c96a804fba9c76893e7e46025fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001e0887850e43ff277cd141efae1af9b6477d3905462f88f46d6c96b5176f8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52719e6d06b7d4265b0a7576ca98992dff8592bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481fc2abf6b451669beb6d8b051e670a4cad29549fd85ab37b0b62f0e5289bf9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c31120e2aa1b40a34e9538ca8949aa47007657
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697e36329fa558a5ec8eb25ba504ba47cc4d1e24aea333856ff4e65d30a383d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c37567bf7f8d5d460b2c82c0883aa9cdae4149
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7800f3fd1481b185817dff94aceb49d4b5c498baf5f77521733d20a912a12f6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c4ea80433f85e4409ce1d4f381d8bfe7643554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485520855c02f07b6b73ebff5154ff02810230cf1571e8330d2ecfc0dba58519
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c26b2e016029231537fdd5eb2862f5f81b4bc6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e16179bec5c7e4aaad8d10ba5984ed650f467b835885e20ec5199ac0fe8afcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfcb5f34b53c933d412d978aa131e3c9a52e6ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a795d786d089624ac16408dde02c5456fc301aa0c46bfa4737502cbf48144ded
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcfeecbd00b87a0ee9e7cef2607316153b9fb04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b808261b1497c041244267d30e576a736abf1195aec6fd2e571575fa98ddb6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab5592f88420d416fc5016ceed3dfa42371c029
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f2a54a0e46ca34eb2adcf1b91fb00d0a1e8f7a43fb83891c567330c2bc2dee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba30182ffe75fac4e60307a551518c292743920
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e2a14e40db9e5ea0f1eabe15b9f5f4a778e9b198ce32636d198713d799f0e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d92f61aae59fc58eafb1f30e037332d27fbee5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce81d420eddec26c9f3f055f343e682a404a035147b3b53896be02b516e1bd5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99493355e1ab7c6e1a8f1501c7de8a9ec781d2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0008565e5c3c17717c6e09ccc3fa514c834126ba9a4712be500e2d1438d1ad
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d1cc608d07a6d5c3fff3b592c8accfe8a74ca6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6207ce307b06a4cf1c3824419e36aebd635ae85a2219c3b4bb4da05b0bdbd71c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56435bb6be1e65175aa9bac96772ec06688f4189
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739463915afa1a06139462e24da911f1abc6b7a7a2223bf3cfdbf3a5674277e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b02934edf0acd8fb3b0d2ff2ceb9617a72deb34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6dcd1979cdc1abb3122149e681062847718cb1ac336ebad6b99dc743721955
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deb3e3af72de5b69a3e6537cf9f6bff10804f93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ecdeaedd3bf89e849ebdca0050d4711959d37befc07c2210c840fbed00ef6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64ca9a80d894a5227e66d4d8abe995a61462bc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507ee13c07c53307324c323136f34fedd4e26d6c2f140523dbd591bf99afaec6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c4706efe2f1c2635628cba6eddbf44a817da33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfefd85955113ec7d2b438c593aacb192a26a29ce82d95b25803ce9624e46cad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f00acd1753fc8e6bbd90ee6c97f28db277cf8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6a3af832d22b8dbb522c321e736860f90121ea6b92daeae17705129cef0e98
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda8f5d6fa0f241237c491b45626a5abaa450974
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930b3fd5487ea22e513a40db0f69c4f51a1cc7598d62e88415565fa19ac5c24d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e9fc02b26452e1447c937ef84966347030600e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4135678da2e2932166d95784b12e92835d85c9de316b174f82e4428231b2e9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4a068f7420ea1c29d7298e94a36ef8d314460c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a452a3c9234139e599b29f38492a156909c274189af5fae2c2868d1d65c2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ace1bee3df169f91dbc5ab4c9a26ac7855f9c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2dc33603bbd97fab5f4306e574a428d0ffd5e20f456d26f7603f0d6d2afaa8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5222b8f2e983709f561066b857bdbadf3c712b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49983e542522f5cdfcd1ff045013a8763539ebc349be6c57ec88638f9a70dec3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4627da26f9e4aab766818615e075c3f35f8ea0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623cee67dd6cc8e6a2bb3edd2b4dd15e4c7378abf8f300c254ee4ae5255c679b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e66b99ea7d3fe1dca26117a8c71ac2ef03342c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661130c0722e7ac224ccf73805339b851211556507f3003aa32000b5cf591646
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67e44bf32dd69c692c49ce77ed50415686d6186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7e0493673f0b55fa5ab0fd771cfcae616e0795e82b54783e20ad9a407bd811
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb26ce9c66350ea2407da117052c3b1f1a55de6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432989e128c9d1740085bc01703b9348da636b079e420cc7bb31f3d8c4a3e9e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f235564b7fcc23ef7216a6995b469da9a9f26e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f35f6d95863a65da93088ffbbcdf02a28fdd94845a75dafa1081927b823b12f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5bf462b0da49354c73f6f3b76dda94c8497f14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6112bf0ce8a50d14419c9c4dff370a8f405c21496a5b92bf171952bfff750078
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b83ff702cf55cc41782b96754aa5da5712480ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451b5cae5bc94cdb9c8cc8d05fea67614002402ec82a764f90200de85b9a408d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4111006111629bcc52712d43814ce100bd2a0261
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784aed1d7520cf66de5669f52c8797f634e4cf0518f661d1502b0eb01580f7b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69345cc2482c06303dafd34756e1de195e5368c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5938bf6f73f5e4296ac45c368ae62b91aa8b0ae729efa152a76e4b44044152
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2046b4280b96de66e5fb4b8d6747f4d0aeb5d49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea105ad25fee852eeaa97edc2b21855e859b8fe07394fb7442055c1b39a762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81375752deeb931a5749365c77483aa8353a04d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e7c3f7bc3338c8bf97915e3ee9ed087cda658b8b1ed0ad55ebf25c4f212bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfcfb054ddf2b8a076ebc255756d14686c0d98f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484bcb180b3f2e172afd29a56038b19b098f6c213211d5bdd9300e576ee303aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829e2e660a0476362c628a8e0519b5b794b4641
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb272fbefad43a261f3660864b2ae3ddd775f9d90d569f07413c7075f825aa4f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a08e84fa6d6ae885ef17f9c0f5f88f6cfeb2e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb721ee95b9f770c5bcf223611c112537afb33d60813101f2c9228984a687f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338c7280093733eef867b08b12c12f14845636a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae112f2b0097d60e601211e3959fd031bce607fefff55ffea1755c7878836b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5882dfe737ee66e77ea489e5af6428888dfba4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706db6557d4e8da861134b8001dc06ff67906c43ea8abe1b02f93280e5f5b336
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b55b773f9c95328a6c16181f1d05fb5d0a359f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb3b08b93b8d509997ca7622f65e95711e34062db8e3bec725665a1abc35fd9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52535dfdce286bc1ea98ef1b2dcdad0501f6e330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49074b5267b817378af5c2d1f4cb1e47c8d69766780e7cbb5d95bd99a8c60637
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ecb97be6bfafed1141925f1c423c923254c149
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec822f7c3e43504df36b76a7c0fdf34dcda3f533689a845d3dff34c958d37102
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32406ee25376eb2f77ecb00a0cb83563f5929de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ebb557fbc24eb5d7df42f1f24a39798169f0971031b6c6928c5b071573553
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7ddf6f012de39768fe9cc8c9c41e05740f1781
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b7c0cacf5ba91815d28b95583337871cffc6808cf2c3234bdf33ca353a791c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65066ac65b8a1f6c4b7e8453a3d9388b9a0e841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526fca6479dc0c15629f8119fb3567814d5a0514526e6c401c86db37cf57e5d6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0544e02c8e23f11354b40bde56e0aa3ab204513
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88728115446bfafd808ca0ad83cbb7ae7443d5c977b76e4fa19a1233128520d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd48226c47f17d9091e5c2c9f04c9701f6c85e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a37143a7073fe8da8556c3ee7b795db64ecc620ed582e2990e3ff765d86cb1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3c689e615a464e7ef0466b979604c9d73ed84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9feac3caa5a640b9a37309abb787e3f571057673a6156e008009755d5c698b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784c1df50f0a4500c57e2f8cb3906235d30496e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c011be4638b8a1c5821ff362ef6b2c602162a82f0c34848ea3861ff921a4d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c7a3f7a159828adc2ca5c7bc1155ec33d75737
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753ed1827954d9ac09cd72580549c60f1da33a7e33b26f639b41d45b0f746e68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff7b75134b89bb6eb535e267d06b159cde93152
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb62cbf26a0bb684fa4c29ef7e2f0ed0753e98078bdfccbc0404dfca91a5637
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f886e866049a38e27fd541e57b21ec2aced4a62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec6b19fffebf8661357944cf1884f11fb8eb7eed3cc05b4374d7fc786141c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f260718914af8ae94e795a3e9c3323addf6ca6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b248059138f432ee492926aa673b392b3d1cb04db7741278dc92f2eb487fe6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237fbd021371dd9727771d378a988218bf99d91c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e2493db9f0aa9373b233ddd9931a38ec30d07956679657348bb03a1ef4262
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95db78d9f9fb04a946c2dad5efb38b0fbae83c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df00d8a062dec7c0d7ed376f53c7a2948c257166a8ae4bffd84e36bb932492c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3854c847ddfc7ad592a8baa010adf03e2050e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abaefdb0c036b51340e91f77deb8f52eee11a4672bfff6906eb47a2edda2e03
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81239c16395a1d7d9492d6e32a746247d6e5a796
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364eaf3bb3567ff7aa711004b07d782246337eb0110f205b35301cbedd8552df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9218f810a5e0c7227bcd56d8be6774d8c99ea6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96700ddc9b0246876e0a9d41ba26fda873ec64de003e04672c06e61aedcf1c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edc92898066a0b14e239c0015db3d119ce2b47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c3c16b31053f45f354c379d55cc70f007dd606d6f916386f6a88f7073bc267
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49173fa1bad8173207ad391dc047fbdc776461f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2864afbb5cf80f1af7ea45b8da7412f3b6eb72f62a64d2c80f38e3ccb19dda3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b0c80ae48a087bad334e0640c7c15d55504517
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f82d8bd35eacac64485641530dbe10781dd841be68b06ccf7367e486c21d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1eebc718e24509af9260f488a3d473ea24c985
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf250161b8bfbc49e0315b6bce82634b6e784be61923fe0f56df76f195c53b98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36577ea51c04ae78a8435ad051bad4cca3449cc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e701d3f4f39d8cda920d4c5d90b304709860cb5e87d63ec82ab85282c66838d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7459beaa0a744600d2d0a99dcbaffec2b9dc0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bde240a7d65138ef3ee97383bb2f6103e36ec3c8821028c9cb194b60b320d23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd55c5ce1979ab2e713709d591803d5d19d2a09e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfb66e6d17f1a2ff025df0aca2839687335e52b9e22fa2a2905dcf6a2276065
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc28d5dcbe807606966f311ac01094b93530efe2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10dcdd0fbd11ca697f154b37d830e112834f8630349b288e377810831b94a6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b7c91a5ffc22621d52495663ca71ccd410841a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641329b06b63ecbb69f072e81db231783d79b1c2e49e670939a2e88fe8ad945d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f4b3e6840517dc550e0c53287657a1c3dc022c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f34a8a036dd7bf55d5a4ad23f1de7268b27eea916f41a7065a9c99e17b07da1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b29a55dd92678df46e4d81a1ac343f36f8060
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79f447089b4fe5d7c34b5304b086d653659c6229e22853282be4d804450b4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63a330f020fc2d9faa63bdec032babf37202ff8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00491454b3f4ad7fc1b1ee75c8bfe4d4c7d6b27164509f3d92d20fe1c72cf05e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1f03eda3afa3143a3bab246c765a9b61ce3de3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbcc54339f2cbf431f5be3529250c4e0ba701fe03219786db7ba3338b4190d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fe44ca9bf9a874106a4ae34c123f1bf5336e83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e204880e7aa14009c05183037eeab066c1f57c1cf486360e073102f124b378
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2587c0e2d0c3372df7451b07f81e3a37afe902
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a02711c2fb510077b2d056d6f7268dbf544d9f99a0216abefddeda32452e27a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6197a29df4e700ee838f287598cb7a628d07ea75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a971423d81cb752b44a52125cebbb616ee89384de74dc77196f954a22a3d333a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177ddcbac9dffb15eb6a82ea00934244a84bd248
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832aec93ae86a0300799f8776efb52dfa411e72b0b2f837bf4a2bbeee924445a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb902cf99ef37ffd8284c14c23de81f7bdc907
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9cce14e507776b978ca8def63dc36373166cc80e921f4a8e775b838e65e077
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4700a4f66a73c30187c6d82d7dc0f2b3d649df05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ebe3d467e8d339e4b3b81aac92b7edbb24077fe9583543919d4aee07bfad1e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c303d85acb9c67b85a73cfd538782d4287b736
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6e5fb62c3ef4083beeaf63b4014a13e80cd8b0fe0d63f1a49e1da0fb98f57e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e0845817e165fa076bf2e58d905ba536e0114
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e194d776b38d9503cca24359d38da5e179a35de0293090d03d28cedda122973
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1646319da442e5861485746f5b7a56736b8677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ca261a751b58ec767b422967f0703fc6c7f7a37f8a59f50694c70109f0de9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60abb7eb77cc627007383abb2df13d4e012c0328
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1622653f5751ff5c0b4314a84704fb7f9da195da5a35260ebf3212b8fca0cd63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdc4c537f9bee0f034b0e41a6886399c3906f47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9eaf1b9fbb2bba1ae2c440992a4201db7ea797750961da10d8c7ae5f5f943
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6bbcd3aba7fce27e350c03e5b47bb389b401d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d40f1f5a5e89ccf4319b31e6efd062bbe134cb9242a194c72f9f712a8fca29
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d839a8d45afdcacfa9d59ae0a2bc3c4cc5127962
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3b196a2f54c973dc3a9bdf1db879db6203542325519a6d4a5f4c5b7a61000
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a1f062030018aa8515210cbd19551fec8fefc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6979440f5d74a15c9422e4679af814e25eccb5f590af2024c545a9be30700c55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37ca59d9f00e5ffa00ea932c71fc297ef01e7ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dede741b53881bde4fd6c11e2a59de28a036bd70b42df865ea0e56ad74fb7afe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b8cf1045e21ade48f4aecaf9148626eec3d303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77632a00a96570fd51d01f5ff0d62a1866af7c130e095e83fb673edbe90dde71
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f0d9df81c8ebe1bf8a8b57544a8614b019c634
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e693f68bfdcc83abd25d8f21e38d9d276dd3e112b59489f5897e1a73aa1da79f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7341612f1b43a9bddf6dd36b74018c5315f37426
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6148b2c61cb3a299365a1033420d5da7afceb432cbe8b50de894ea4f690121d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2bd6af768620580e6b78091d0472ef8e69e9b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f66d2e5d601e323a6d27c87352a6b8dcd127d252d0b38924aaf62c6da3a64a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff515af58679c7c964e8bdae857e3451790093d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11974cd5b9d946e8563762d9e0277e3de6c4c28e77a0e5ef46d7687ac46bcebc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e3279f7fc843c8b031f41355a02cfc86be5a7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a966eff7a2d203bf11c43eb397f10da2b0f9c368c47d39a80a9c22087603a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853a1cbf20c2d927006fea82a839bba15a079a17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827b2b1fee3c4d41f7f05f3d8d52de1d99651c62c9521afa78a3eec67e648c78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d2a7813ef54c35ee50ee169bafd835181b11de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d2e7dd5575035444ad13c8ff1295371e04ed6e7881661c897812ac053736fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07dcf9fcac7522ac529875be8c30a2e7b492610c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f5141bdc15bc4c3461e8b1df1c26d7964e9289796478971a21819cafe57c25
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdcb0296ff926df62ccfb321d9a9d48fd31e4fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a16fa14b18b25187be4a134b845143e01a62269fd3c8fd6fbf4a4a68914bb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae39bf12f9926ed010d665cb589b4f70710b5036
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b811fd1b1f222bcda25f4afc15d83e5ae45fdd43413d733eb20db21c491b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357002a666c54ea50b7fbfcfbe6ad97590d9c6e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843d4237fb72a2fb73c1c0885a94c959b263642b084994785177768d35f133df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1200eafb7c60f7ad2f609ae0baf426b5752e8dd2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57691aa488ad5521a6ed748d5d878cec058702a4b1cbaa215653aff5db8d70e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b4a501c3f7febef34c00a3a1e509be84c77ed5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962fdeac9a090328de513f51d914bf8d98244617721880f3e1f3ba657e8ea860
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c03df7e20cb51cea38b34c53d3c571872213a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd00e36a97bd124db23894a597a4f2c9d04897390bc7daa2a0ccba7244d7f636
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d969dc744290430e6516e95e29cbba55daa278a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9bacdedb8b6fa376f75ac78e0434b4335abe1f08207155c82dc0deaaf1059e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b84bd492d0767fa9c0c1cc5b5e353f66d842413
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29efa0c4df6919e14d9d9e8c2bdc4bc78d422fe183d1d3b6a711a486ed1da545
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5d219e6b768b67309e02f43933edd50f76b35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a296f919dc86443f3debc787fc44e0f3e143689b1519c74f4eb678d4393710d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f633312454fd72661095dc885264263c07f987c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc7dfe32aa49a70ea8e52dfa4fdaf6f395901c77c7434ff8eafd21d2ff169eb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e6c10f54b73cea0b58cb0ac161dd0b010d26dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e8b4b5eef476ee10e9a72464a068c55f7b947aa9d5efb14ef6efb4d318a40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59c5d9143a22448e7059c1bb33c2342b6113310
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b91c8880e2406cb169eb2d163f8c3bf1654edaa1c3194fd7f4596bf0423a234
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ec7f3e53ffc35692005948231199ae2426361f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02054b7d470a414ac067b63112c5fb1f22a6b726a41dacc01fcadc0e27197620
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31aaff2859906e7b0036541e0ed634d728a9557
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83b68627fe8729c149d952d39358b5557518da50d92b1b73109e2079874f58
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f978de6daafd1f36c38876ccfc5b30f71019ad26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61df29242294188790af4f2402d57ac9bba1283cabde002fa5077420ee157a2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46d46b4863066e0bd1daf077ada0f848031d743
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80c137848fdecde5ca314aea42a65fa74a3e218eb981eac6dda89efd79391ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7519abdce52a7a2f65ab36d73dbc613033c5e9e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8013add8378abdfdf9466bbde700b21dc0ccef172cec8281c2930112b56702dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f948e8bda103ba680ea11b812f79393c2f863cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b6846cc836e8b2f0e96049ae31f4eeef3e19eaca9338d12fa5d102efa8e0c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563c3a44e949d82f68cbe48ab3d864f8ffe8ac2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452fe1424c1cd9b558fda0f7cae0516c292cd9b560ee6c8e9d9ed1093ba08351
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b970447a31b009fcadcff7b8a1de4f4d286245fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dae802c9d64b91ac3df7bc4d3babba8e22ff078f79901eeb35c89cf39ca2bcd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1c7f37ef98d42d9dbc2b891357a25c6fa9eac1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa25d157fb6bb78faf3452e061d941e2a49c5f3029d74564832f1df3058dc17c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bc9cffa689c2c36f09ba4cae8b112374275ef6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9fcfe796136467b2bab825c937b1fbb1ce8a5489e5992efff8b761567c668c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e034792116f754089804003e12a81cb5c405a1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18c7e5e493b31151d98babcdba9a90077b1a1ca2f060c35b5eaefbd4b7227f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd660a993bbf62079beeb38fe5a922bce0f63d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8baadad9b01e3cf3f5a4b2e833132fb88cfa303799c700bccb3c95297647924
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f1b38e1c176c5c021976f91846b6004c4efb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a57dfea4579df8ddfbe7599f5dade3fbc77514db179711382010d1d2ef50239
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cfb52a352cd3f5ec7c3aa45fff9964a343b974
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1247d3926a6bdc81e6ee6987bb2262878357e990293921a2af4a59a43e88b051
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e00c274c57cf6dc72c257bc06dcc2ffc5a40ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1504e85c4782f88df750129ff3f323779a0be69224da95815f421e96fe7e6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44a53c49c73ed7aa9f4ea93ad46e858a6012ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c697162b59f9a323df0eab5a8153a2d439dd2f026570ae8f8a18e46ad33ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8532e2f4ea7d1e6dfbb510635d50a1ce2dcbe5fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2415032d1d586c19827b30a3805f2f0deb9a215f0ed8743e39aeb23e4ccc6b15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72257bba136bca3d2b58e7f0e9d16de1f52d530
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e70be2c88d2b8f3b3139120d98ca93f1c3352fad25d3b94ff22c6f55101257a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2930983bda149134cd946524a3b4ec5e0cc6b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33face4d61b27c144f16745a2a2a2b89572daef8106fce72257ac096ccd4bdc9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8962da756a80ee4e3211664ef420e150c5d26b67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f53fe38f03e948d66b1322d4775808db7bc142fe139df4b9fb4feba4bc98c01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914539481825425dbaed2efb331b4ab5e84c09e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e6ef38c0741e223dc7ef7c3edba95aec8aa44e84a6ef09cdf1747653690332
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8253b744266f88da2cb50c89e65d9476df26d0c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50de3ec6a3cf7cb65e63dcc6b5e4642d94c9bf7675dd4e47b75bd0fc0dee9fa5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c47c76b2ae12f3be0e56a1a8029c7f0e6d1661
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa4ba2ad71143a988d25ac4c06f0d363fe3b26c89d4a0a100f9127a1072e1a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e445fe43e10ab6535334f9b98d7dd4eb64f88b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe16521b3fcb5c616bb05c1f26083d0ac0d43ddf612eee0f849cb8768950a784
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f611650c9fbfc46abddca123f53a5440c48bed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9361395640fc8c84851a1706e6b436ae0c750753e13e0399447f511bbfdb10b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00372cf6705c4c52fd547e7f5b81f086b4e284f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0788bf94ec29ae4d6c06b12e0377b8485a2147726fa4ab5baf2ecf8452841ee6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff17171fac84f0c7dab6953af13139ea7f466ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b6fa13c4c557d023e685b1318500261a23d9bf778977478c075854e1370fc2
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2a3f6965b9160c7aec600cb2d6e4bda8ac0afe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad838c68f322a09c4acb37c3bce10a7cf665bdc3556f622321ce56e3842cabb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683f5ae09ac9987b2ed4dc8e19321117b1b63db1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7857cd58b501e830f8b4dc18768faacb787a54da7db4c3d31e1eaf165b590184
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f40045a591a9dc2161f1c5b90c752e2bd45d50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb336396bdaeade5b97585ff4ec88da35a997436515ccfc2cc7ef7b1b5258db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2181b650f67ce06f77b13a4c6ba942fe058eae5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a7ce32105bdb3a1d30c951cdb42ff573c9a2f6f3f15fbf4a7faa87f0d37da8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522fa0e5ef8e49c58b012a34e7b4e2bdf65acde3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30dec4df8e00d16e9ce186c73f25709021fca56c3e9fa662d4583424828ebae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad101b9918794014c9ba7f7d72b6b1882bc6cf02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1576b84e61fd3c2649364f63fde9abf4e1596d49f4b79684b809d5af8e782b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed146c4f7febb823f97df1e925ee821f88e1ced9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252ce6e6924c932a9da1d9c4267cde3106564927ace38a53c603717053d10b45
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb51f5ee83b6f1af9e9961bc50e5774f6c54289
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4141c5e58c657b6826487ff9f8c64300cd852d2336061f8a8da74beba8ff9b53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc89b0eece10325cace1bad39cba58aa67ac967a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98ee542369311f658469b6aeca63ff653030a2f9bba76df3d26d4adf041a864
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bd694974082a5d3356284c251d42b074a7e126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb9b99b9d5c1ecd131814d40d1d6020ae12e50f3aff7ed97f3b2be768410243
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430d829665a18fe7f27fb261ed72333c1ec0220
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbd167b532729643fb3d4319d0f5b778a5891e997bc006da90e523258eca5c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4960c5f551ef9c78391c3c270a08888edb614e21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42795413053d585c08908e18a31e9227766f8dbd3b4a306a1dfdc1a2f8d77f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca4ab009abcd0887153be0fe05fc0c43f2c5414
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a597d1c6dc747597ae6fb85da76666ce6d433cedbafc8dcb0403f102241afdb6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9077576920ed0b38b9c2521f0e32800f5c52d446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df972688512cdcf3f66068330db59cd18ce24f371fb7d27f07a934c93daf3837
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51075dd27019cf86c4c955fa2fc7d2022db4948d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9ba97b19f93fb632e1bc65f362c3ee51c49d76ddd0344d394afc49170a892d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d440d5da841ebbe653a1bd756e42b8ed46fb15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c5dc71e95d0fbba6b27c0bfe0b736b787abddeb851869ca85ff9753a6be36d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a038aea6a5953230297f62125a0b137c4b0333
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81560ed19e79543e70d835a56e08c12d3fa3e81aa7e38da33074cc78d8f562f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39004c3748236210bd256ac45e242c3e0791be0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1fbd4b6a35d29fbedfd8d10ba74caf3780d48330f3b6441a5a06e41579487
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436addc4bfc13d7b29eb512cff106bbe136b2ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02948d90e341d7f01a5e35e4c54421230c91c5a57c74a77810d428d1409b8753
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1effe744ba00974ad1a7955bf3872aa255d93e16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7132f7bf9f079eac1834a46fa4e6b1444a696461eb1801876b936dae4a881e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8b6d216ea4424ba24ab99424ed0b519f1aa2a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257792d4bddbb675b4f6262913bcb73dd33f867c9202523edaf044544e7fc295
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f450bd8ebd44e06c9d4f8a475b2e92c1508e23e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b9623c809e4a105f1cc2f79877d73f6e62732811b2e375a1ae8ebc2e1d2756
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e775286822e83df523d0cf6f5542be691a0d95a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78742dc253a9ab439bbfe3dacabb29ba2412063d175403402d4610909ddb7e1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c71d334d6c2c4f03d5b08f67b0d9eb540b0073
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02297e10e630520feaafaae7c300761b3e3a953de4c412be1bbaf16ace5b90e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d759c1080b3d482a96db49338a9feb668a65040
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcfeb9032fd1b23ce5d02089cac76037796f371e341c44913368f7c6f265c61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0418c15077e3a97225db1046c86646d3dbc7b7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc563b465868dbc4a4afdba2b72f554f345a9abcfbeafbfcfa597e861244e813
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9045db5c37852d6136cb94f06e356affef48893d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3529f8eca8f2565f52c1537236242a8db1641a7ac641c16d6bca13ff3932386
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eace5221d219813cac12acd7c3cd34906e5f2658
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905f6e53afdfe76f1400e8223cd71565c8dce6ba65a1685c88e512ee566a329b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669c5c0d354c1d90115e87590f02c9d081f9db39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15391c02738a695a493138e897d5ebe7bd9345a7a1adc33761c704fe86ab4abc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f775bfc1536aee97267960cc5b317a2c3ae5c5bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b1a24bc8f16dc5ee89f525863c56b3748005a95de1189b4039ab03c9fd58e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2aa5c3419dc0ad313271715b1581ce5a022fba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f2963e3e43b74a7f9828c1bb13b8d60be75a548387d0ef5422c9893384b64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bb352cf438932b6ad2565a8d173fc791f6fc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06324bb49a559bb0e16a307c91593c8012eaa381ea07a3261052a4609f462106
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3be2a10da3a6929bee47a97e0b9412f1e4d9fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ec3bd95148fdf1203038f90d46cb9bccdd3eb3d54b87ea1d5c37ba59196578
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b263fc5c47ffd6cf30b860075f5cc0e899db5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e8f0961bdbb3f79d30e3bd3779bda54287f9cbdf8a275fa72d7c49a65c9f7a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16035c99614b81d0d9d200c653c9c800de429899
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1893f4e7db6e18b1cfe9f29a6cb2ed85d49121466eab74888412bfe5be7ae1b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48507917636c9cf1216c1f7aac07ffa667a7f3d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d97a465b54fbc421a2db91d467d56506c657d2144cab230cd45b276dbb09ef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653881ba2cec6152422d3451ff5252bd7fcbeb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9456a72c8dcffadf25b9dca59ab11e276da0ed1fd68018a4001f13bf51a7334c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45361528b9c48ec8e899975d87f538fc6f3a79a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb282baca7001be87445a04bec31d61b82249ce720321fd48819288917856b95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68340700daf471fe8d940b71e142db9a0d779dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662f01ef2f96bd7e9d8ae57898b44b456e0b67c7d117a717985837c3fb05fcb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c39edbd00f6b38fa533608c59e25de3202119b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691626a7baff3953e734e74c137682d78f82b0eec5c767d2140324884bf797b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9103b282b2dab61ebc0fe6cedc42440df1d507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd5a159271eb20576706a8057d7e4f966eada405feb05a567ed994ec236dd5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b9808670e3681006bb7a8986f73cb378f7abc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a212d214b0c8bb5577fac3739dbb4422453fde6b497ae9797b63bded6e37d9f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac21948c544872e36396f0c92aafd2b61a09a9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c452cfc3c1fbfae1ddf449d3cdba0cbde13a6b0785cbe5c1709ab92be9fef26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64d506e4d60c07b1decf76241431d70f0dbca05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bde1e3f407cd1502bc8a1b80485aa8d1182af39dda9ad9b5a81136f519621a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecae30785e351cc26d26e29d321e855109dbe4de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15522699df8a767f49fd2b04f60daca36287a6bf836413c5c2ac7f8671052cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a9c71a0e811512d12dabac30e7c3edcf9476fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fa6cbb5f707d8fcc25bae20834574f66819a31f39063f3411843c2a7a8620a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23de7f032266a8f51b2e80ae759575f12e4e420
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36be08b256a505d5409983a8f0af1a33e1ba01f860348f68dd9f4ca448a94b51
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e55965662f1e3368120b2005c400abbda75e502
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a51dc1a28074e30e685cb87a8e48efe194acd0b0c8fd6b17075b8d3d24dcc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac11bd7ef70e559281674a12a578d125f0d00495
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ffebf95293e76965280b46f484f54217f0a5957b1945f4953ed621460e8a30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc6c93945e71b027b30a8d4d1d30b54ef2e608
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad3546dc2f9bcb5ad11352e3d96438140a79e8c927eb62d9b1a1af77eaa354
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a006793a2f6e354eab0ee262cc78d03e232b4a23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa3fa256e7c64b37f01cf227a34a8ec9e8ad9bd57a217b366bffc81acae97c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b29d63072de815d63f4ba494c68e40883ce79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa020d4b9fade9d3214765f5119bf1ce795bd3f640c321834786b42c8a37c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c0eca451a4a058a4d8ca293219cbcb33ac3d37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16205fa4fa46dcdc6c98c04d7b85b81754fbb363e94d6d3b1d14c159335a71f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb475e4f7ddbadd7a9a4537a84aef332400b858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4bd289f51f6f86d287aca14a6d6e5571cef6942d518c9e4908a593f35d652e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e687f8f09185dd23b2bbd41edf85305cdfe155
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c309ddec59fb2743a6542e53ac4f080336e4b0d98dc9e7d29d33b4568fa88f51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85d72cf992bad13ce762492419f5e04c057fdd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fc7026469b91e8751880b55432047a0fcc891ef1d7cedc90ed0ffa20eccd4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf103b79f2305c65818426e5195e927bbb18de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af17f14b92b604baf1f92abc8bdb21cbc21441683db734ffc781c638091ee9aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99647bd7c1cf25afb2664bcc9ef6f44800732d85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e3747617424c350be3df26c2dbd353461ac9f0b4af8d9bfe754c0ac258a7f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c670a52b949748d8b2cc981d29b97f9f1481c715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c202a106c42fd91d9678d734b9655b07dd56c6fa18960120bcc4ef3957143d6f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164431b4b4087fdcd4fbc226c1269358b873f719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97d27e70c5d5c6ae683781ec39a306f364763bc8ed33536c9d26bb49162d86e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d5c8712b374996ba485d7152cd7c821cad92d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8f4159fdec65b43c82bd8d085057438aa3974d0355ef8af9be1b6d552ec2d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6eb560de60578e8b3aa0d1dc03f89568a84422
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1762ae5d6892f51e326f70b75bd91d4c07e329dc849ab6e4ecd8ffa4654d2c6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777e4be4325305890f5afebb076d27d76b3472eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2921bf4ff805daf8a4700c43e5857bedec94cc562cc8f4fe6d609cb0b2788901
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796406ef56a558a951e60c4ff7d9192cd1eca7a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f7454f5cb4349d96308e9eb968bc84f4d1264e363aa0210941a85783b0918a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0c1c07feb452b893a329aad73381b0d7f7199
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d862b50a9b120197b1355e0710ddf557e2488802887d18908ba286d3a173c74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8ed4fdf5285d47e5f4794650dc49039e5e79f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9ba99513c603383e0919afb3631544f2e61ecad89aa3889c8ea3e3aa7e020f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6fc578295a484b59fbf6537466e3ce48b1b5a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeab3235fef6fbece02be08189e68ba87337add4da86eadd9cce0d84663ad98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e440f0a93c8371f4eccb5fff82931ef93bc89b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63392b2f03c6221c8b34a3814588bdf6dbf6171b58cf421b9fc0d8da55a05812
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f279367a50503e2685c3fd818ccd522a62c540c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30467c62aa36e324c21754813d51556a873ac4c54ebaa3698cd1eae2af43c2f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13713a450df86b9e337000a8c47a69dd23ae7c57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6885016349bc00f9ab8c39b55e644a79390db4f8fe190f71b93d9024f175a1c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dc595cf4928258cb8f1c6aa7e102b769af24ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf7f9a4b89d9454420bfe63918ff97b19b8f4e5963575aa813b7047ff4d0a3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc5ddb8c39265029ca4b59dcf830c52653b869f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7220ab85ba9fc5d4e23b94653884df036c2d6bb7b7a9c56c90af100689f62132
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fdfe8ba73ed2851dbc396493de354a634471c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadac0e970af99d92906068d37774ce28624e4bdeebee5a0061d37ecd5f4de1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436b19c7280dfe8089bb98a9df20533bfab94cdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c5eb87d0ebc77668d1868635a7e0d91066c2c2ac53259e7320988e7bda7359
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed5bb9658eaff8e12ba827699cea87de0b6012e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367554562fa1a05e566609885260657ff5d8f38fed6afccd14b3a520b70067a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3f11b9aee9a3f00f8425fa616eaf7c3bb35ad5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24305de084f882ebde55d660cfb51c4e505cd6ae6b398cf07cff21e901d584a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6765cd7609db4383a81c10374f703d69e9d803d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a100ca4eb3e91d3a04bf55bd1b8c6e540b394fe38df82d9c3fcfac3bbdfbde
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e21568458b7162802628fa13649712248a6e7fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754cf5c95998702c8b063dffe00802ce159339fc96db06bc41ae8a6609bc67a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2766f76667d60c2781d8a51d164f218b16e6734
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf338e0373439fee90b2475fd74b747e17f53d8e2856b18614eab2de074229
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f6b71cd3704b0744f286174bbf3fe7489e24a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476cc39230888cb20eefdbd68bab1f5f70cfbd4afc2a20753f1c6b2f0e79ddd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e639a056f16521ec82dd1641475ac9726c552db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee6b8242515752bd85b06e4f9f1ecaf71a16b55d7fd4c263258cf54b6aa6b7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ab7f7c4cac513469fca6977dc8061255f443f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8654f1cc0ff56834353b44b18482d62b56e85466726289037cd22b63a822487f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a8c6dd4e88a5d42e75deca31197d25f594b354
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625dbfd0de0a8a1af1a4256dc72d32dfaa2a27d6a7ac1884333b5472019d9802
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7656682bc03a8ae9d2079f763c57b01aaf6892b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fb7406023e819d71da89bbd3f8672cbb30a29fa4460c6d490b7e65d3c3e833
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6109f425770dcb43819c5bea16176a7466cdfbb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7110c61c9551d7b5c638c999c0c49c840db8271b7d8470cb22f5b7d9cb7149
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0260ade3c69c6adda5eb7afac75499a1bcf874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd639c2ab855c0dc2f7c786bbb82e6619f6a3fde6e11f5b36df52affb6d2a40b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c885e6193a6c33d8cf7d588482c6560f27a366ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d1226d1f4f13be62af23a8600e5942fbe45a220e85834def039532cd5312c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d58bc5c93f734f788058a74b24be1e466e868
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6367a6ce2d94492871f7ebb87c241c7382e788c661f278b4a6e50acbf23a6af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa8c82a069776d1944ee14969cf92df58ee266
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2ac79eea6b651f3b5ed2057cc67d0e8c72ef5ba1dc585902aa81c491c8ff9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5006cfe542d4881f5f44c9ceb8c9d12fd35ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ee5f17ca8ee6144551c2033c94c77e96ae17552b9d7c6c779d449d601e24a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c7b722edd9e3434b3f583c8ad900518e30c06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a31cc7f92c74d7ccb61957ad25b95be561c75a6a804c216fbab2cd1baa38647
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad58133ea1d2c0250832177798cb4654eeedfe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25abbd9d09a4882307396f46e7ce4c84d5a66fbfc319a5004b85e56f62d299b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f2c5e6b8e6748dc5fe10183780820f65943698
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40954631b10c0481f1ec8b32575b1c01ad0e5c2175a110780e0dc3531ad6435f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69827ba98c41c3ea0d2bfad02e1ee9cfc2072bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991256edb78a959baa43a599b11950ae2d9217b6dd44da44cea3da772a3fcd8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4db58aca4b4adb08ca7fbc10f9ef98b5d6e479
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc645db0be5a65c49ea934981b0e4fb5af1c540ef284a69a3bf5aaa873bee52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c42db058428b23c53d496be3b5f86e7e8ad249b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d27a9a3ca89fa49464bdcf654319ca7de14f46a273068efd2b69d3374c29e3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900237705fefcd10727939602f6d0cc26a0bcfaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1582e335d5ae641afacd86e1acdae57dc9a8de1d5fbcc5f3609af1abcdbf42bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc53873536569f6a864cf78566f1436e46d86e49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e00a2c5e29f4df0f9a1f8cca0661cfa0e2030da3801162c8568cdbcf876c60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f67e58acc374df79764e7ae580b34dd49656cf9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15acd977c32c024ddaf1079826af1780f70138e21bf0b6f1f52d5f3c9d020f18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3b0b4be5b706eb9d0436a32b4de6846180235c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee481b73ea622455c198b11f5c6ea6a51f9c343effa87c5d0f94c3efd0194c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c60152f455b9591e7dad07eabdf333a7055eee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ee8c6e2af6a4ef93c6d20b865cba4b099ea0eb3d045189de3b726579f00ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0d37fd8ae798e6ca04b76b7480992789c6f565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9ae77d740b8a331b3f5ced184b90dbc6fa64e3d1f10661ae2e1ca5d7607131
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72da9c1cdf5cec91dd5bc475a51d7567b323ce54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55dd0baffd943b5d42ccf4a1c0159a47dece50bf549f814ec168890d4bb1059
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e6c028278c92a3c8d4123e3bcbc9447835106e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9b9960e80de5cf577352cc784a1b2ffd834d9f2c02b25c64a312e93113dacf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0860594633a3f8d55778313cdc61bedc790684
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ed2a6c473e71b18aa4ee94b6a90cfc8dbb7338b3aec63f43e9d2707ed8538
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6babc146b79f60a057928acd5bdb79813899ff56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b1d48ef3ec5d860ff49390613a9709d93c1ccee398d1f7e818f8a62669db18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7198451f2ff92ea514340cecf83780dcd171551
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1cf77dd4f910b54f458161ebb4eaef43b58702744b2199d652a53132de244
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d2e42c8310ef934b893dd8d5726382a5c7f1d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f23f6cd4d4c8358808ace9b852d9df81103f80d75af1698f7c30f6e6344075
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6555f6342ccd8859f16ad833327c5b0eaa2bf922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e533908566a23c38a53a06762c46338112fcc68f1945a6d2ae04bcaf262d61b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d66f2bedebac09e8e0788c863fc841a2004a84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be15e600e4329b23b25bb69f3c8546f0f250ce3894c766c8b9981af405ffce5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd468d7f04eea65af924c617d7f43a983008b671
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47d97fbd1869825e216e9db90cba7fbb25df3ab45fcf23dde7d7cac885a551
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89215fbb1ddf28181e7fb758c57f4d0d4c253246
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7910f7490bd422ff0473f718f294c424818c28d7d10d7c278a9ff4cade1e6c79
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3daa55693d5972a36d08853d32d1bc45002850
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd47500ad1b57d0ee7860ea219bc7651fdd8bb93d6ca6b8d851a84d76d825ac0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93826ab0722f1591b7b4f0ee364187c788f95232
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4ac06ba2f6786688f7601570054429a403acbe4846a2e016a65e5bb3cb00d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518ef678ae1c99a2647f95d6c881ebea5a79e7ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acd30ded24b4b61321bfaf0b2c4fd456c85df0bf9bec0740a59ccd1bfd4fa5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e4586f06d4a0300f868eaede650212c3f59768
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e143b0dd571a6be325d607d408cc597c3d1e4a3bdda65370e5ceb0e563bf9f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69a25bf065b456b99cb56f5780ae9f5165e8d2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c54117ff59150e0e35fa4d6fb839e89e93ff21cb8a9a8168f645d411b8056de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df1faa5c511ff4d8762e8e319900a5dac8ba3d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90544f773524cd2483a962139b5287af3a88d916dc3802d92fba228c4288d1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890ec58a779e86760b5c4f345ef90129d99f67fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09062190c510116c8ee82e0b8c4f1090db4f41ece76ef780b57bf2a286e9576
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372cf00716f2363b005f4386f3e637efc9d2d645
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f48d06c82ff4d513137657567f305371af04de5337c3ba939607ae8492df8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62860c651e6b82fa09e6a6e7f055343dc858a5cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3a50f556ab207660044817ad7a00237e3bb8019729a7a3970928d28cb8c2a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ca652e795e6b89bd8fc6f9aa74363c195447cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d5fb974c7c634ec53760e786ed8683acf93773f489779b571aafbd20cbd2eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571d57be9dfbb367709e8ce2b97cca42e287d55f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0313dce6d6609500051aca328e592a61987ec317341262144b02299f855ccd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec54b2ed485ac3302436425d43e7dd72ba08435a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76afa9ddfa6fa94d89937dda83dc3c8d17fe1bc47a53e671089d048113809c83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490898e7c929cc809b663d01a19d097d97fdd8bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a56e18f823514fa7623f91dc71098a70a8fcf8f1232fc0791b5096b163a189
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd7a65205a9a6f464f3a66ae67b2abe1acc36e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f88ba8382cfeed73d4a61c4e8ab4038f12d45b462076ec061e8dedbdac1f13
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935482aa1670273a4ed2cb34f207df082ea825e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9d15917378c6a2ab886d04f5996bab87b9714caa4cdb1337378f2f410acb50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4ae29b177970caa2a2f5b8c17e06050acb0d6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b536b40274452c0ac64b47224187e288ba8302c8ed9a3923a5d89a177ba2bfbe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6447201452b90206fd7c47719f425d299ba4896d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dcc0444bb8652a59aa1e32d9941c32831fea93ffb76a329eb647b163fa7b72
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21045e819f1b0458cc987e6f7ed7f2bbb65f2584
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19bf3370858dd5c1a7b59a253f91abb6f141baf299148246b0745d445c1b962
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28769bc625373ac49aff03ab65c178f8ba51fb34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86449f5eb936b9f4ee489892de508f110582dedcafebd9705af094ecd02dc5e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab9b6c33eda8646a21d9babc990e79a55319345
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc49455d37ccd327f0059cef4af4131d46762568bb13ad26154e821e68528399
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5493df84862e89a25c11c835a67fe4859845ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54d688b6b33cfc40cbceee39dd1e1f48ab4425587ba7ea4c6aeda26b617f8e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72a7babd348fcb0728be49f31c7d73fefa3e52c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f5f79250fb2d08912a4e2f03c2c6ce6fcdfd8a94749e0cfd408f333b4cbe54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4437ac5054adf8ae03cf3bf2112ecaf39cb752d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24ff60cac18d6a476c49c8a36872f7d37e208e3a48d4e05f0bf6f69f5eb724e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dd634a3426228fd3c557833389a2a1d72cee5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79e52d8a3e57a5e9e05f35ff5dcffa7d4133fc060feec505ac0e7318bc54ac6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b6887549e9ff5a348d4670c41d974ad47158b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d0a1abda51fb008b95eb877d8509943647e38076f3b57b498fc7736f2894d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5770c104c19961b1a7c889d93a5a7be68249ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ca74b8e01d1a28eeed065313b717e72265ec464cdc23dd3f4d946eed71216
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3389cab6394d887ea8564c7864d50f38d4d1ad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25968c5d4963246e2c2d5f8f8df5efe73f569188e8cc3ed60531a14ab05850c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82123588153cb1b943d0a86f86c5741fca3ee2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2289ca8efa8dc61f9000e0ecc99a442b0f08fa6aa115cc32c9073344ef5440e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e8cfb17b8cebcb59d0de552f8476ebb76e8d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a0970304d9ae1375097abb9334e7973b7674cca6d8e6e42c85cca8de2d5249
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac277f65ab96bb06efc62639958a5a2a8379933b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44243a8111a5f652655d01b9575049136d510df0b0ea9201a909fbde858ce440
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa25d9b949d973be358e69265ad02f6845d1a68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ae9ed48d8b64fd608708e25cb2d3b41832844e8b04831eab0b2065cc6fc839
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877676a71630255360f74fd3e258f9b3fc4e5770
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a77c52a42dd6f481cbf9dff6b65d67d2c15ee385b1d85012825a9a170e9310
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38c5905e58a42c67ccf6481b94784c5f485d56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5887a1a048683224d097145746aaca730d376cc270ef5ce38eb8aa78daabc511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d58451dadab6023d8fcd5aaa2c33771f4aed3ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcdc75bbf6081e0394ab582992f3ba35cf9fd457c1b513146980b6301876698
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bf9e173f7fa4e1c9a6fda1815528d42f5769ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f7640e0dc222baed3345fffcfc50da450b3961f4214ba85c0361cd04411cd7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c252382e7d8359a3b144cd102038973b71afcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3f271cc7129efd279a874237381576ee65dc6930c4479f0a1de25da5eb35a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5da86207dfb2f68abaf50af18666f7b5694ac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a7dd44d6e7072b0bbb7ed8977c426ebaac3e5040ddc572ab5a63b2884b282
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c9289a453ae915b77b8a2be425dccc56fce26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a519d55f753b3f6540bdae81a8a575966dc0be0ffef8e35a14d5160deb880fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12612889d41c6c894947f6e45c0e6389bb57da0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af4a374e3246e0217d0acf5cbec13cfb483f5c50ae80c8d403c022cf7997a54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff0b2f1e82cb84792b6e98ca354330a96499d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b73e8b1468273fe0a0a34818fb8698ae2b2cab9a9ca893d1218b6ba328b9e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe393d0a69a71b297a215c68164c36c65278b363
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db7e25363b5bfcdd1a67a2763c02860e1c8d751be74673f5468a0b018f0f86c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b2ea8faa917c7b9fa6b2a0a6ea4ad26e0e5a8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b98c1454cde7c75f5ce19b0311c2665d0969b5c8c130c3407a09828f08d64e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b22d5246aa130a559336b9250cad2feb013cdb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0a5f23544da954332d48a4ad2fef15ad99246da67b906a32510bbdd57a9d05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e6aef5bd7e6a19e03ce5801691bd2487e62a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d1e8d9ff97f65304c70dd543c8115f8de21f5d0503a5dc0ffe23dc7b54307
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a2f5c2d051fd3338a85526e04a27aba1b2244f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7fc6a100838b95b599dec7fbfc63b8aa57b980bc02896d91ff707a09463a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedc4457d14e007b31fc4ce2a9eaf01baa228999
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ea36fb97e2e138b6b9bbb751777e5395ac80b86e10d40856dee88954d728a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11b67249c49f7df22a31507f7daafba9ec2d1dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4cac4805da8714916a14a791f5de0154a5d8c92e55aa3d8488e4302c582293
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f6434c6aec7a296cbfab38754f6f060307cf78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74aa453b1d63f6614a10837d405eb34925c61ecc943210ea540a15a8d36e1ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d333c6936881910c2d24db10d72bed61322b8a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75f4256f2e3256bcb842bb416124ec75a1d1df7cadb2115c772601339c494e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463269fab72ae5af38315201a40b164c35ed37ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9ff75c282800719cc69a7992a3ddbc855c3ef858c4912429658d83d2d41cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c7d2a0f4a811ec658f7ea13560a61dd8ec78f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891f13454d734467b70994d873f2c96e5a1cb940230e3c24e08b8ca0a5f07d08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc08c0ef86ee4984e04935d9020bc444bdd0af88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fa1892403f0a236e706f4f31285758f6fd473067bee7616cfe64039edfc30c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c5dea63c8c4327de2e72eec1c7fb5356c895f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cad62519d9746583d776be928f03177fe3a7567e3300de15b7d2aa2bd0cd099
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef115e0f12a309343e853da3afbfd1a85213147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec10083e840c8201dbe4fd63bf1995df472c35ca4d0e464ef60d200258de00
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08dd910a325dda607467dd3aa225e4ccf76f8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b358e88190de1e11655e74343fc5d08b78aacc7a92d92c88396b191b18b3e209
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf1213157d0a4aab92d498b6237b16887f0fa4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2794bfe78084bdf8b2fb01c41665872f0fc1f663246618623554c77361c44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05893fb384af421c2b7c67c8d3ce2966a5a7e2b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbe29b498a19382623d05dfbdb67d52904e2c1cec5f4fb0be0b68614cce18ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd78e86a3ac8aafe3a789f614917215d5f5e8d00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc28c7078cf9f49d479d460a57c6a281e1a15840b7e1b29ba13e04e23f10164
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ff836b878ea610d9d12a070a1bfabbf4a4ba35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446de78566c4f91e64f80da588eaf09c02b534c86535dbc9070fb1a4443b692f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97712ece9fc600b6ec1d89696b186a31b174744
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f519ab324f8c9ae899c43f7f3b636651f97d1fc26e0c35d0b3049b8c8591fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e7657999a57a54d10da1dd18fbf898c72ef818
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c878e728e352328e5b5936e8754b207763e1f14dfdfdb5663e272c00810426d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8539a23f1dd56d5ef51a55273cbb19764d0ac8d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0732bb3abbffce5afb969589af521decc16f2203a3e3423eb783d2fac23d3c5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b593a1eebc032341ec8889fd17257b07b9112f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb0fb1ddb44d25f7657ffc35ab0f462beea057c499eb6e9cbcc8419c209951b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f59f66ce9a8c32ac6bc2b58fe60b5a97a36fe5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a325032755a78fa8dd1a64deab89809c5ef5c0bcc9c68fcca68ca7a36ec056a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc2348363b3bd7e06f36d11d5496f4973ee891
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae955ce2b1a7eb4ccf0b1d0da1d013f95a26e66b32c4da181677fb69e6fc19
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0af99e4e75e136104d36c7ee92530c1789d2a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c02fc9354cdccc08eb3ff479422233f76c044b5e576086c10510ab48d4ccb24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144e85678ac09be2ec25cef4a315929fd1de60c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da75c51c71386a14a989a77bbf9105f5c40dd087fd7d15bcd7eff9f634f6b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb03cf48e2fc19a2dbd387250b56f9fb802ee1b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f211399e9212ef2db947ccadc66840d52b885cf8ddc38cd5fc7ef1ea2627ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9d630d97ad13d34a36f2a391c3226f7d3a7514
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a86c40cde5c450a1ac4c92c41026d37184da535e2e35fec5c7237eb25b15b4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6dd6448a9f953e513c82e53502e1d456fa5fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74be20fa70bc8265d153f621415122c15b9589ea8a162212fea1fd2394a7cba9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4280abbea7714810a03a0b6d714f02308d3f12b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75851c9fa4c195e3e0b0c4a6d468232a36b8dc11bc85d2ee4b0fd7e9674dbb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abafcaf89615e03dbb7bbf8bf784092aaf6f92f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a7ed32d1f8e751450358b986edeeb26e6446faf435d4c8004890bb12984eff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d4ac7440c41ae8c3cec2644efbc255e8e1c1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9517de216fe4e321bc1baf797bb0a0c222893fbf5b05e35e843855867529c53a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a94c9ce7bca7521404aaea6d53f2a9a1113e1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f666f473ad1a48be146d4d77261d316cbd43ad4613f17eb95083a47671022b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018f2f490cd7c3b7040b3a589ab05b5cedbbb9c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe77a169c3192c5362fec419b1efcb57d21f99eae66b0a2043363f4d05ae610
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fa60e19b908886bff7dc77087c2508cfe75535
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03943218aa3fa52fdce32474945beda8efff3e5c21ed15f4dbf78106fb434fe2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30c55dfb586f07d1a84783a4b700e36aca76715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a495ba452455d45bc5fabb529345c4f14e01c498de02a665643365be9ddef2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d939dd5ae801dd59649e2f5ca9e43270cb44403
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e414b50d9d8a8deb3df5203dd77f958700a4542d4e5b765c77668a85d016b74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b708a18de53a1c76c36698de0339c1b0e72235
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc878fd0c87f950ba0cdd13e0e7b9ed47ccfec01188d15e9e0e3ae3619946766
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f2503f52bc2e13bf13ba279192a3eed6842684
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1438b4e92e88eb5eab600f1efc19ab63a9fdc5228c1a7513865eb1886da9d64e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aa31165c6feed227dc97fedcb87d09caaef27b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fbf1889052af0ed5b590ce24bf7daff726fe685b01779b9876aac581b922c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ebf9c52ef103f91a009077b4dd65052c87cb48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe7991d746e500c3506902fe2d795c30b211aec6ee445cf9da7bd9f47e9006
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab4c251d6f72e02aae042703b7b43dca2fa2e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fde13acdb40adb53ed2490b32c989bcd518446cd293b282a31df2320e5be9c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25df9d1bc81c4c0dfb1167fad6f0f5176fb5f977
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4533e0155c540e0979f82bd1efbf28d33d211f0dc390cd67de15219e9146845
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98962d286a327a651b2b94f0e8e6dc1399b83045
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d11c904792e187443dbc43368e0f95c6af90d34ff78938f2528f1d2f9caf60b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306ead2a6fbfe87a56b2aa7ae1c3d52ba8ad6289
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0582eb36bbdb105041afe9c3518d9ea93d5821f24eb096966861d0b90369f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d48e832d0defef1ac3afcbeec171c7acddc7d3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c06d19729a2bb76f91622b7ba6ece2f52eb3d288d3901d359ecebbf67c403e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2595c608ba212269a62028ec27f5210277a22159
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe3acc61d1e5e941dcd9dde9a4085843a8db9d5f9f8e50ef267ce05fd6a5607
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12196d5cf675fc27600316fd5eed5b57fb3cca11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7727c1f474487efde95cae34e5b08228d257a57e61c2f0ed97585f314d63ef4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d82b6e964271125062b004bc0f257248e99a900
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4df6bfc3929cf1a4c11ca38be0ff2201ef9c54b15de6f4db8c5060524881dd5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af7d42ef675befcfaeab742ca436a86d15df519
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb825fe588bcd403ae2b2eca9c1ff989dbb277e7f0da70ee4990072c3090cdd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba07b3ebaef462a979b6a0614d229e174840bc14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8145ae8bb96818ebe0594cf71d1b1f58097dd99118a38f6a3746d603bdc9db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad480fef1cc123d487ec258f2da07c0a6491577
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3775933b6e4bd3dfe1b189f440f057ab98b8812761caf38b6b36a1a91e4315fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7d02282bda371b732471018c038b19244c715d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab4a13e549ea719d22191afcca85b94f1c1465cc35c5d5cbcc605b9a8933088
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d314fbc2d453b84c47376c721aea29025d00e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7807028b07280ee737b7f00963b258976cd9030c7aa6a0a0aa1a9148e9c0d05c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ba43ca66cbccc5af6c4906d09cda6ad7f4ba93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e3b031927e74a45611a462144fa92355f7fe685ba0d0fe461a1804210af57c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed1608d89bf0721fb3c75d9f4f8ed48801104d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386bd90dce73f9b342eac95e90e66d052e386018fd20ab5b3d1decca5bf228a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5cb5f1f1f99f0de61abf706fe732be10bc5a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2550d89fbc4c543a597259e290f7f3dc2186f1f8a533e4b6f23e25c977aa39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56153aae7e8d72c9ab9c8a78bc38459ed3cef1e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ee87dc690423cf8b5e4ffced4d0cc5b8176d17e714cf787ed41a3d3bdf21a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e39759802eaa9c480cb4eedd35da82bbc43736
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09cada5cf62ec0fe00ae93c03adffcb8cf4b5e7b977247f1598386efb377cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8f532a8b6c6ef529aeb56b02e3a4ed5f96dcab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71398336d575ba42e31abe580a1623981b72d8ce9d4f44dbc241ae4eb86bb375
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0e850a11fd7a0e0ba3ffb86d2629e28cc4364c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d9f68f4be882a12353e0a2bf4b74ded5de86501ce0b2e3351ea4d2e4fc7bfc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a877bd86ace9ad9f6fbb81c812a5db9269ab1cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce05dd336c68b1f196de23ce3289d5152cc59a5cfb0cac762fad0e955ace48
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c647fd9d95e1697e2bb43f5813aea6219a77a30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb6c2a17a7cdd6bde9e6faccdbf31892b073566e3569e890f55a57293844bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2453f5db15a018e7ef94d25949031b74fde18407
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4962356be198188e3f34a2701cce5cfabb72c7c195605d95179d0b877850c845
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29c1f47f00c3f582f2b28db8487f1146a7a3592
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f861a8518f382fdeb461e1e541007af92daf2050c2c84f68c1f8099c7ed1ecc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6871a678d1526db86fb20844d93aea29701dc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1fed0e83f62ed504af5eabc80fbf609a75fad059962798b2f92f4f54e4751
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157d1828850dfbad157d1792644cb30eefc0ee79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098f522aa868d09b91bfe18dadddc9bc06e217d983fd8b3a5d721b50c6d18db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f1e607ecca6dcf93af781ed65f2b9983b64c31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b6b1c8d30312cc65268c23687c96bcd75486a68e31508d87e31449f23410cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340142c4fab184d306145eeae97010a726c4e609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eaaf8fafe868d821df292697edcb14a7403925c90337027139a28585f3b43cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058fd625e3e94400a741a4ae1e80f44c603d880e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3514a61396a0ae26031744cd02296b7819f20164f9df1b6f9235a05ac666e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1486d94ab7cacdb14513fd543cc5663b96ba3fd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7eeceb9729b9b3581d2ca45808502648d331a28a548f8e5cde9c7e0ef6130a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96a42da835d541dca4d5652a6e6f50fa39e63d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7f814b1c7f3fd9d9d05c5bbe0d351e2e3a1a7784d5417de0b45a0360c278ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af7aaf0835b2fdf18bf3c9bc87b6870bcfbdd59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf66a7f000f26f11c718282d16c807f4eee8f21cd6791908f75c9b91f5533c1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9172a48f4315f9ddb74cb1e9d02d4cd10fa5163
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495762c4caccece073f6cbab654076f2350e6cb3b4dc36c5ea8514d5d257b659
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb1555132ac9b56db7ec446e96064c3762875f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c487785a89bf0ad0d0edd56e65116a7302fb53d9713d4ec43193784f17b993a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6295950c7776dd9fd57d3aedd7db26428c37ee81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f325ad1d7edb0989a235c15817821a58f26b866964209a5d5ac0c4d11e804f9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cd9e0326f0c3b58bdcf1aac0035c622696e09d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc96a63f7af083ad874e6e059f0dcb9d694ab6430760629a64d2595a0830895
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eecd2d1c5a7783b3284a2b83d67f8427e8b0eef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d5e473535b9648e1045d78293cb69ad0b4f98e22db56dc37f473c97660ae7c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702f836bf8167b8cf47463928a1dbe14c8b10b15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0a7f3ae77d14573d21a49b7d59d7f4283a21bf2ee5e97d98d2e820671ed795
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28ec14150e2a2f794f753520b9985ad96ff2dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d03dc944bae46bdf6edea0b1f62f1492c74d2ba8e3a3aa4cd4fecd29cf8d4af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7776db9191ae9594a2685112e497b340da38fab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f33131c8b10cdec9c490364c6b224a9e1c388f7eeb619738bbb44fe33c18b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0602a86c2fabb88552cee4e65e2679d1d1a017e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd5b7cc818f8431af4d0d3e81b016144ca7ec0dd84af62e3f8cf234e2723bf3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13550de2cd3b1dbef1b6129249166f164c5b098
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5adeea96ba342fe8f85e1c21f3cfa4c80c23160e29cbf4165ffbcfd37814e26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a85beb7278059f72f701fd946548dedebd7f7fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642b1e37404c46eb1a37e2e86175279067d139eed2f32423032bd319c2f2758d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4181822fc1548406a36709e2afa084a21f3d9f06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846fde5a442c56c0d1f3d66b597f4ed0cb3925b2d2754f14465f839bb0cb8ba5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a032f3beec7e1c538bd1c4fa8db39303693cd6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21da27a4f005804269f84a8364b9ddf7932b3dd3e4d1242229979dff981fcb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668bc89ca0e043236a1931eec9263a5e977c973c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da74c51f2f77d59581f90bc56504180dfe0c9d2b8fd0c7f331793adef6e687b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a1cdf1c65ad6784da63be0b10836211aeba2d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3f5a22de283827e9545c66924629cab3b61365f17c424d75afd3d25e7dcbe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1385e6a1b5f6c54f4d323dcec81b2388c59aa4b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cf4661d6808d04426efd6bc3d5f39b7d94754ee7021110afe4a926339bc2e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c993d9a4eb546fc6a5c8bcc101530575e5e51d9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8199e191f91cb78b219e3da54c1e580f16d73be8eb53510e7b01854197533605
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca52846679c4b5e1dcae2000184c2d4d67ffb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d0be519e5d4938451beaa2b96ca81a00f9b00c77e8cebad99a77db997dd179
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41bb07e089eb17cfe40c8eca81cf2828791b8b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd66aa64d9ae111c5d6db5ae7eecefcfc3e9932b11dba449dd4906ddd26ad4f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109818440d6b7e26a5e427a95dacc804584be45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bef35b3209e63d20203f2b836536b472875b225cb05560df4909103f0c637ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e088722d91ff8fbbda369d7e86cf43b5580c74db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f2b252f2056547d85f70258125814f9c07f3214a46b681d3d22d9bf60229fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cf495f0e49bf60ab12a5da904008a36277ae91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca595088332abafcf52880b788d3425e074a96092ac2dfb183041d4eb429c2e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edc3bb32bf1b522b3be03a2f6d4378029700c8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff481a39b80c78ae3da8d6ca84459e49ea3770ac49ef82c46738ba3f859e4c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f22017dad2c39ec43dcd8ae21e90849e1bf1d48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae0a364459a93f2194f15b60a1363302ed89c89649ebff7709e50e0b3ad08f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c012126d0c81ba7728199fb944f0b7efbe3f4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b22a0a2b49015f5283701a2929f5840974beb25b0889e07a789f37d6a14f16
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46674cc8faf027e727b8dce1bd39e5637f84e780
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0a47df838c9a158e3049b5a9d33389acb8a0b760242d23f7f9f1f2d677c84f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eabf8a6fa9486ede082e7e1aa4c98e670db56e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd7a7667e57ec11f030d95ba4870e65061a172e38c5d2c2f33edac192cc627d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76be090384c9cfa87e0971027cae581e9a352b65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f078c096b9b052493c51c2c5e198f9b9c6a6d4e517e95ea9c0c0c8688f95f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd9fe1788915e089d029964d9f2c34def240f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763aa95e4f68b730181117793b657c72ed1967dd260c5a9e300af7909dbb49cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732025ea656b4066fd5deb7a93cc74ec38e116f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c525b248e4438e2db95da0a7b227fb0809177925f5c595baf756a295a0efd56
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0960787590217f23a7ba290bc82d90e5b81fc9ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b4c707eff2510e55d44a6fba28473807a07b7169ed281b3ddcc61cc01650a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3612ee34b190243f72f4cfc138a942dadf26702c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a052bb30012f7472d4d869f75288b7ca4fc7ebce4133b904451ba9ff2803fb15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580a5201d92934175c99bcd7ca9fcac44b8befb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cec4994a7f2ab16f2393201ef616188c8590a521e67f7ea2c7b5bdd7cc18ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a62260a7c821c3e5159fee9edac24a4b5085ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38658561bd3783669c23b1eafe75ea87e31d6dd1cb2d370ce1837f9ee0aad239
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6779126d372597520d762d92fd176c99ed1cca4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0998929edf47cf302f3d4109da971a045ce37cac0eb00b6380434337dd450b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866de10c797e97751704998e2d9db78f09d3cd9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fcd7bbc80f011f0bc597c582a36a6fead494e7a8ba7057588b925eb678c057
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df75f9aaaef5a683c8e108a99d4cdae2ad221726
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418fee96b402e84838f7f5283695b581eb9f9a43160fb40a3d3fa16ebccfcf4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b6f204228354f178716ca0e4ea627ce3275df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18445921db5afd46f1c38abe2eaecbd928a35e40ef6eab15c80feb31121e484
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a956c0da021ae3f17b789b3461770a6a543c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8652e9265a60ef65060e2b7f563ff63e8385e790c4335a2478f55a9326c34a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099ec063975a9f981163e94dac132d7b52c8528f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975e812200c0fc0cb571d2adf9805e05b97b4954cc02fa1eebdb4e1738f40d8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69515b746cbc6fda38c848d8d4ab7ccd24bbf574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c4a55b048ae4a04eff4804671c66ee401859b78b2cb7cdfd769f692c5b727
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9de47175d94547cd01d0f0d7acdfb9db0e8eb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acba8c574e6ad2ef001e11a61c15327882fed19ac9ff080e547f934cf49d251f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a382eceeb675d8deda624f5e0e01315c927bd9db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4827428a5d8992538f43b65b79b59ba4d27b90094347445888cbaf46fdbf1c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fb9363b38e9358fc8d07ce3b73c945c790de1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28df09a91bc62023f312b7ae7e595676f52d4cc4cbc56ac55d43d61928f6bac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defbdb24949e6918c518577f3216cf4c37738653
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb7138c81f381e9a9993633ba9e1bd542d519a6e4dff98e39aa51dd8697d7c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330922b73a1683a925f83c1cffbd3d364c874d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c40a455cec56e32d2f87a8c7c2a38466af57d2429238bb55d1a2d594ac96bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9deab9f1ba1b1f95baf1119d5ba6a383ee285c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaf3681725a1b37b1951f15aad3024eb73c9f76b42f63fd64ff7ba32c81adea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc779d0b282906d022e5b74571de1534973dac7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c6203d5d340785e8e4ac76e84ac7f2cf873a9b36924f2fe38393c4f3f5dda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc8fc06b700a1915e38bef27ee6eabece227c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c29b3cab03a82dd345f82a6ce0f0726a72392af51e0f69de76171d1615666f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4542591bf6839102515374a4fb4dc85b07d1e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb139d2eb55cf38aaf39596269b1673c35b0d1589551da3687fdb40e2af9d3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a7fcdaab9190e584a6f74f2371fe96060daa1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095d1266fcef63ec9b99a6358883c3d81018bc453a8e51f7ceab47a6cab3220e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4ee6bafdf1493d9d2e6f2d20f4ed92621ed10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b035aa2aeb7fdeda1e226cc39d16252d1807bfcd20ec25dfd454c8e623bcca53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f020debf4c5f66f7d2c37805d73f41769053228f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413683c6658d0292e4c519289dc6e16338cbdba80ab4ac1fb2e94dccf587528
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780b33b2178a5e1cbabd8545f31c5744d4c653e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14afa437475b1717f0080770f8282a1b131f6b19db57890b201cf2c66452d7e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eaac074a15c3c627141c48dc0f1f39a823b965
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b8f8f5cdf92c9e13ec5f27b70ab6a0937c2f355ac8430f757ee069a62f0bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa29ce2f4635e8672500816b15cd4934320f5a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413b5b7ba20c3a96e5ded7f2e3a0fd279593a38d1ca6b9e4210d1ac9a2155af7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae543e6b334a668410e444a090379fe1519c1b35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d786d84b5464f447f7141071552ebcbd57f4d5532f76e55f9d7f5024421716
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c38d218cb826339d0d073cefdb14cf0efe64cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d403e216264bc82b23016f3b29da2d1e55f66b52044ac35e6790da495c0770
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eff6d4d7a67190a92e731b53990d5b68cb7bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34949214ace223be257555cdfcfd7900e183ca429b80fb542c31bdf7423853f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6499f090e68ff6d0a79561598b1dc3fdfb7720ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f6f76fc59034ec62f92e4047925d33796a6d499c79dbddeea971ed01705906
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b606c35c127697e0154f91449632a66646d06fd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7c27f5538c079da2f051d5ee310490416a324f0839ac5bd625fbf7c69dba57
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85f1f0e461677e1bdae4c7fb18149da1a05f933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98c323bd0e24c9f8be4995dc07fb75b1bd6a4f25795776ec4774559e71db69b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbcb1f571259230f1a835a7e3e2adb63ae77ad0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d430cffeedbc71dbf672e98c246f230ce9032d9d010623c284dfe322da58b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a504aaaf4d3c688ee5902faceb3acfed299600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69e3151806445b732a0d7c55bc7dca037ce5ec7622c73f3e27cbc22fbec4835
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b92c4664e26a63537ee12e1741e70e82fbd6e79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0d35a4658e03f438fb4f1a72a93c0dd7339b84699722029e1deabed2a1338f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0ebb6a76363880d0ef6ae4850badb5ef360ecd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c796a8b26a9e66e3ddd4521258123c2e2bd781754ddafc24f8ae9f6b5575820
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deafea8bd19d5ea50be5479fe859d5b2b49438de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29126937c7ec1efdf57ff44cc50925c17dbfdcd66d6a0a79bfe7cc7455df0d8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0defc70e3bc7ef5d27fb3933b2822b37f570095
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d47197289acb7ef652d33fcdcbd0a450e48b975ec59fc7cc83387373a6752
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db31f7c6ebfc5b82a7414dd73d0acf32efa860dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be43d75f0a5ccca7e6ae255d9f82b7f1473b5e8bde97f4c9d0b451e2a443b728
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2b5d19fcea6c41d70e91e8adfcb80bf3ad5786
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2cb6654132715f23d0203d8bd23c33255ee58422d508853d0059e65a51f61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7ac63db1b40e78d9bbc4d3c6903a5297b8873
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6d31be0320dad4ac17c24e8c059662ecb8ad1c7603443d5d709b732a12de00
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f34cd9768c1d8ff4dafb79ccc6c9aca3bc82bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78121964895562ce53e7ff4ed8fb1eab482f241e3984574d2f4864e373db816
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5413327a038bc484fae56a2cc3a115e7c9ae6200
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45254346fe0d06977313eaeb48378eba25b19b4e748fbdb7b3db741e745eb5b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a0b259662bc6e8b67d39fe695fff6caf56ce2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885cd92df114d8561bca15757458bf68f697007241c53b9593da27033cdbac35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb22ecb738d0a4836cf6b09ca58508ea2efab690
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1dbd90c82f978a5f7ff6a2022929ff7e8b810479406a1e7ff67f5d4073d321
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb99f3392ea4666bbb83eac8e7a05646b206336e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c31786032cd3d357b02b439a92b49979defac26d87ec5467a89c86306da2ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb23b5408cef3705dcd3f9eccb4beaa1fbec9fe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f7010b7edc428a5f6f6fd52ddeb254094e51bcd41ebbd13e212a2b6f963f9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1691ed6df6ffead0108b3fd5a4160d4d398d48b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582d327b46b438e4fb37d2e2ea94dd048071e3be68c36bf55a584f65390e788f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947fb1fb342e5e81656a477bea265a58b9daa689
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eaf10286f567b21d412eb350fa24b12fd821a82099e6373a4738d6518aeacb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5545869cc151c0b25406c983c114cb05464e8c27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1515e6771ec72b5560560d573b9cf6f8cb1cd1c7b3a292ca305c0f0dab7d4417
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033da3ff6b21f785b05cebf4ede72c6711b1cbd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51275a5b14ae678d2f5d94a35fd92e7035939287b0b5c403d40a4e1ad2d0439c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d97541b2cf56f81f600000f8c9f51af7db6dc34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78830f2bc974a65bf873f0211b84e75d025f9406dcbe7ce2984d8662a6b701b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e401e010202e62a7e9d4ff67ca58340c40c088
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef594a44c9524af9b3cc6294e0bfe65ea7ae8a412608e7409712d55f51ac8f6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51dda6ed01baad1c6bd9059d1535d93c483a7ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9c53df5edaeb3216759e5418beebc670366c3d9eff389d135a7a31333ae3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72d0001ee2f89b9bea26ca7ba5ef4f1f030ed85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b01661755634915cedeb29be136e5b4bf17708ecd5948b6abe040603d6bfe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db1d3064516fcf30d1234ac1a9ba89c3dfce7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c8a4b0e9c6e3eff23c96ca206843b65d79e6a3af3a4da34eda65577a486c92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d924497be8bcb55aa87b6027efa84b7bf31a079e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0013e54bd012af28771fe7dca69521215e67ec723c5361aa7972f942b2d9b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ec801991ef8660baa96ff3922ee32855d30c8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c3da358e64f92ca707f018bace54a53d5320b74e3351738fc0b343d03b89b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef30e8bacb8666af4e0f3933c4099401a4046ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007bdc408bf49afe63e278650ab09117d08f290f00ee1dda069e56752c56d0d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125b24d119bae6a2785e0da7d411291e3ca11264
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad4b79240524b78bc6637f8d3ada4dd6f1c99bdc136d1f944be00a07ecaa21
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b047a26522eed248da65b41d0ea34b8b4d8ef310
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e587352e66c19edee7f9ef7ca361c43c6150b440b4d2e8bb8b7f065dbd72e0e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6736b1f57893843adea86ad300df39877d784557
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ee44ba68b30b61d43fb366938480f301bcc46fe9bee8a5dcade6561baff557
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7fb8ebd87926cc1614af60a4cdc8eb319e1f54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccee2a54dcb38c1e8349e2f7bfe74ab6619d928b90b147d55e883e3c61587d93
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a022f5bb2a364ccd2fd58133819a5872a98e94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada7cbf74286ada2d8fee4b2cf46ed45737132a51d2a256b4f6f6f126c104e24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b404e94ae8edf303b700220dd5df872be67a4da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b345f5468021b69511cb2470f32ac6c075b8a13c13d01fa4c21b1f853ab8f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad59b48c3cd117320e3f67fa3abde0910868fcef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46766f95bc57edd0be03c4c75959575ecebd4d378f23cf9842b8cbe07f91803f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68008c877bad3ac90e878e844680ab0ba95fe7f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5713608d237bde33bbcff4a797ed1668588563b910c1e6b4a677afca38e44d9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee8d080d9d1856a92a3f3ddbb9a80dc73fbc21a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ddd8ea9a33405b20d6bf98d1ed5c45bc0e50ba2acfae1bb950b13be44c46c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb94c693b16a46704d6e497d1fb4ee2ad19997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7601525bb4ff969b5f9872a230e99e7ce00fdb03fd4c50378c68e6445eeafb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247b6998c5669abf58f372743065293ac4677773
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dce55aa453b113faec9a555db87c5b10246458090e93009e443e43df6f169c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bac860040b0a0057a7bf4a27f517997d7f06194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b423be063ad600f8e97de016651ddf503e73c288878b6adc2f720237452ce87
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82d30e4dc18b3d5dbbfb705687cd52d9a3db617
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d1a8f5ccc2ed5d38b65fd4bfb08ce2a7c28e82305e4a7ea79d7a5e2c3d4d5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea64c05fa432dc0706baaf2ca15c8e32eebcfee1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579478d4d4be8ebf2e9a8e113cd29fab0e2ffcf40a3b8dd74e53208fbe1f809a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dab326a92b27ed542d888949f0d463eb2c3986
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46473542ec0a0ad4b736f8ff631fa5a92e74f2602e5a31b5056ad4f669f2f62
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd00ea9b5fbf93b50729413f91b82ebbead77b8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281930c29039c7f7f91508c1d841d2e5212e5ac5556d73a27abcff7d801ea76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e33191fbf648c8038e9fbafb334c2216503e19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bb7b765bf351f4449f33e7d41678c2ef3c8c51df117003e723d35c806bb254
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dbc64b908bb2e13d0c2981c1031977e3f69ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b69134678ca77d7b72810f1794db95ba547aae86c875a42ef31cc3f0b51bd3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958ef26e79502fe965ba47ae5391186f05eccd2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bfe049e7efed8d7ea172c9e6a27a130c4e87a2143ae3e8a448fac3aeca079f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fb37c4cdf7e24b1b8336513cffdd7fee0cabc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c5d2d1596d195137301365e645602c750d6f95a218986186a87a078c2d680b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab69de5b64409b68b60f383af8dbc75fdc3d7f32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6149d311b4c4ff91480895ba668b32e4444399a010940d9f33c29521ab590be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa225f97e7b3af0e687e74b39ff4ce4c3a5a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0901bba267d28b600d6257d16f767ae3f9006ba9f70c807de27f913ba8bf73ed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19caf0170a4d5dbbe3d946bc013a34c3fe1993ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5593bd27f6c9503e121890831d728da20f29e269eae600934d7966b121b14f91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86509890790e88703adb803fb3dee77901afef8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dff03768f2ff8e6fb83f1170a9b90eec9372252643100b100f2629981785cb5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4d3dcdc9617ded140993d4f634eb790a1fa8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4280e11d876d738802006292b448fc372facdfcfd5bd548c185b9b2f50677
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a38f54a7d57a4a4aa11a64bd7446eafff54d385
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2649f0569dda49be39821e90582c8e8ee4dca81cca34d32bdeabbc72ea5981d3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ac006c8879e4cdd19a820065667ffaf8fe204d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc74bfbaa0869a28e3afa13aeb675908932ab3ca14c1a7e41c67c757a8809117
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c06f1d60f5745601f14028c3ade06d165133c33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1795f139caa8a90b9d73cedbfcedb0aa53dccf292658c805096bdb6811ccb290
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cb4715fc008c6a0283bd506ad9f006284b4fd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c9121217c09fe50681189cc70bd5c968066e22a25486dd34fafbcb7b837cc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00430e8a9a9f2762bba29273e703f4bb6be65bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da3f82920eee9c9a7f0d5bafdc6db6cb1af8a03c9db270f442f59e47d735f20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f83c63d28ddf5226a75bd74bbbf8d5d4fe8b92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19179efb9a001535911e9fd2d3cab03750266e70ce28a358c18dad4d400a74d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6862cc7711b7fca67465fa47d161d75bd4d4a97d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d3bf82e25d630e8a6c45fcc4dbe81aa0e3ca1890cd8c5f759ca0da6daaf5b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1189caeea8f1336d624eba9f8544eb211ddab49a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646f0513683783d5913795b377708da105bad5c164d1d74934d9bb8d70553d86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52e82ea43a97142e6656eea27376c1cc738ccf8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ccb9bf11be6626d01c44597803e0c7074b1ccc88663f0f1d16ed3ae77bb309
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e5ce17f4e871edcfb7a959c54234fa6af32350
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587fde8e30cb2e53736e03fc19eccd33c83a7c0433280f9f373e798eeb3d764d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17279ea7a58d0d35130bfa92d4ddb65075c2abe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff916c887541fea07d02572fb798cb6403e8765df4cb4d233c37fb377b91fbe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e2888122283a87da3845cf10294402ce8a80fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d5414e27c91caafaf438e0eced7b882a32bc2151e8e1ca94285aff6eeefc81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25101ea0ae14d096d8921a513322dfa89c5d64a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f90b4321e8fc9e151293d56cf2cb0280e403b8e330c70e6b32fde2fc8fa0e1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4e0afbe7ab23f0a796ee907b97dbdedfbf78d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd88b3f428235abaeda4891ae5ed25cddca34bae099dff371146c6943eb27a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379fd974de3c9ce2bb2e22cc29729bc170cee44a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb3367811334c196ece22134a99a993f2adc1db487b4dd1d6fb966f94fcde57
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b43efeb48871b5e6d323f7f0782429db28d665
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fcc63b417df8c43aca89c71737167584c407be39c46359dc4e34776f474950
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcf84222e7a439293c6c75bee3614f4434d1259
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03190598ec71b6291e016e12b4ff922099e76de8d477a58697d2b9182f528910
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad05473529bdb2fd358ccdfaf1337105aa3258e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9e951462447dc9f13a4841f6b5b9d6f6ebc1cec422abf0b9003e7d4aa90a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf1c53bef7fa8dac288b4db8651cff4a06a1349
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e566527c032e1f1af7ca0538184240051efb64f3c5d9238bf026727196d9bf5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d11d3194569e4cb1695c46304e74fcb864cc55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500892e058c651c1c9ad90652b38e6d82c5d906644b05369328409f82ad13fcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a3ace62742d06e0761f98f996b36f37c93e66f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844ee79770290b6857ed83b73208f37b3a495deb9bc2b50a68abf52be889a60e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ceeea69b67abfa1aecf03b49e26fa103d02ca1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a914753aba9adbeb92ffcdace7853cc6783ec2b0c2b75d1d0ff12c34f6f7fe7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cc14f61957857e212abb7651867c785ae01d8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f09a69cad1b557ec213672cf037d7da0fce94ef0eb437408285547c5920476
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25663d5d34c8ad544f95ad859cc951c9a33f1f4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857ad90b85d5dbe29f62352204e7736d8f4bd418eb7e731cd32952cfa245ee9a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457511e1b3281fbca826c959ba9f0cbd854199ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d728571bbfd2d0d032796da5ccc805c553be5df5535976824e89c4f9b4acd926
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8214d7106bb5e47bc0397a4bc2218c8c13a32e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f64c1aae1119091d52aebdc2487fdee384c1bbaf7b243f1097476cda8bd4a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa0fbdffcf8e20da43889363c4c918cd1ce51c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1a96881f6c86b2432a402aabead72c5d6f10fb5504aa459b6b6a33544a9598
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8080e996c2998b28e849fb26ec5ffa54729c5df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc6cae80a1b4e0272684d983d6cc3b7071482b62606e9497c5c14dd21677b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e731163a4043280c6cab4002eb20255ed92287b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc19b6c44dc739178e20597d429c29dff181b98ce2ffb4ed5c4f9021b733f464
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4eeebc77f129690184740791ba4b5e13cbe6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1123498e55090c90fe794af0606cfc7a0fc3144e14b25958c02a8956726492
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fe67c77cb0b8c1700116f61ab4107cb33df22e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5ca8dabfdbe040d8b595c389c5d9b1353f91481cba187fee7d8c6d10f9d66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52abe6c5e7fb99c06e826f3e39abb5a01746729c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f348c0f1369063a22c0793c0ccbd59fa049b2856d1cffbcc9f7ba941c3ea0a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e086cbb2c31583fe42ba7cf9a45188bd39a3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3e9884465f3c375d09b74e0a494f1f060fffdd3dd730dc2e7e070c299009cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d173747ac6694810ca48e7cffb6172bac459ce03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2184f70d65bcd09cf719d87e26eb7c3ef56f24a74b164b7e707d0907b6d6fa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23973dadeaaacd508eed995631e6696c370ef50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90d3f39eb8ccbbe8a1b6d9c5e7d04dcea616d2bde2f64a43529e5002879fd0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6508dd8fb0e03b24b67c4ffc4d92776e01a49c28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9907f40b8a0a86a0f99c2f3ec87ce3a4a2acf1cbd95e556d66b099bf9e382c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bb567f8c6da3a87cace0b18ef14532f6cf03fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbaea1f479a872f9b244f8b017094d6511f776fd3024d09c75d24fc1b0f10b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5000ed448a627f7ad8f239dd8d0eeb3a34c7ead6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a38c35b84e1610662fb95df689d966a0caafc8a78caee1663b7204d3b9f8fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28fb6ed9b7535457fb91895535364232b738a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ebe95a958eedb2f245778d4d6cd82962361ca71d292355233872e3404b23a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c5030190b3637df60e3fc9a1450096d50fdc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8910acde9bcdc330aaaf552a8cc3b86a4e5418975561c758a43087e8f8e43714
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289f213184a3c72e37c915c01d1ca11a441f3c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c9244130c1cfa068014fc886fe0c70ce4fb8205b78459bea1a91d977a3509f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943516ee9c109cfc2241a51f5d5b45ff1efe2c73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb836d20e4f67f4f6ce8200c14bb572bed6e600af968bc317c3a5269e0fe3992
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ee279ee63dde77c6dc4783055ea5beb96d2e6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e4bcea81d622e76e3dde1d51ab7b35c0843fb45281ab8a100830ea3c8542f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3767836106e35e0737af25de0f1f3cedce005e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bec7a07a80b5e588c110570adf395799f061e812d32268f9671173be22b73ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ebd1ee53e3b42d79a8bab147bb38d14f540694
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f3944f808adbd57bd5a85fc7f0e178d30154bb0eb3fd95710caa42df78638b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e802dfc6cd45c386647f77ed8e622a1d64b0b35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2090a3261945a784f7676b8bc52c228c958b041a6522305806381bb465641c53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c297d5b732d15d3c2059566403aa815ba90b01b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fddb461049b41b0170e6f4fad78b58e85b47e4b02bcc774b4cb57a36d8da8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95139bf242ece01d2f8a9725eaaf9e047b683d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fe9fa10ab4beab36fae2075bbf6aadc3df362062b92a7fdae6c48f45a076b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b69d5752152135c127679da5860718778eb3ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc5006720d79101c7b1150070961e74c133255aec6df956312a4642296b54a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3004f41e4e83c0742b3dd3730f17eddcee3e282f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f06d1bae3398a0f775373acfbb0668743260950d6425761909d140b2459f11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50366755930c1cdb30ee2259b2c21b84a48f3e0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1b3d75c6e24989f946363e4f7dfa96ec77acdc40284fabea54aaad1185759
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2eb10b9218999f2cb32b58bb59e61f6e5637bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e187565f04298779f16f385469a33c2257229d1535cf89e31deaa844de4ce9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f389baee382efe81f7da107d2faf53108519d3f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e82f874cb8ab61b63e2c384e490470e90c78b3de79020f3fd3fbe7a5d19444b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c972946cb130624135b09fe7fbb720cee35a6386
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b335f4df944c0f3e1c67adf400e0f2faf01277cc77e9f63dba99e089e52b77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2654d01bdadae0f7ad61688d7fe58ef3039bfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a565d01b3a06b8e99d504712caf91322e3b4933dada6c86e96d76be68a0ff45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9989b2cb63091b811e8da7227ac6d7500851e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eed6a6dd1e9cf18f94069b79790beca4594a6b19bae42b60617f57a132fe365
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744802cbdae8344b01654ffb032a79e866c5dd4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e350ec5c2c718f2fe9a2c1ce836b40153c4647a957e754448281e45d1248319f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25841c843844bf5d966d2a0a1a3f9da6ebcca1b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6090054f5fdd8268409e80ed5cd11e0b710d1e49c0dcc4500fc162b92da511a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68655eccd87e5f3f5075d8abfc7f42ea7dc08268
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669f2cb41c3300599ac98f35ef803f50a9170faf3cbd53f6c180fafb9013219a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ecc761e89a8434986293b8bc6fdc30dfe3d250
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d610428fb59b321b3a20ddb82beb2ee7ca91ff87ded3e6e045897c0b3186a39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b7120e74836f3705f84d72e4a5351961505e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ce5ca694041942b5e6ae96f2aa2f7f6449ad9cebe3f88d34ee68cfb8d9510
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89b1ac19917e95a22c629e25dcc664245916e39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db15de7bd7dea6596ba056091e9d97d84bdc8cf3726898b50ee106e8f961e6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0319ce86dd76cddb3ba81928347ecc64d4b004
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2265240915788565fdc24d7dccd3370bbcde1d79651d023b47c3b7e82c23e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec16ae3948ae2f6eafa57e067eb8b00b69f2ebf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9048766cbaa40acbcf2b70571529de841c57d70f2fbbd3f860df9c654ed353cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33229c1d259968d07f56444344f0de72f78e6f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655a089983b4bc3b4f5b67c3367bb93d73204b7325bb1500d8a730ad94dc397
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576620d83d37bcb91bbb313474c809090d8284d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8903d5b514d20498cf884471b35c070ef81dd0d1278fda674d1728e45cd80172
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d7a4568cf292ebd8632efda25c49e01d6fb951
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235646978c553bda8e04c428bbe0980a6599854ffa1c9fd721645acef4521762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0b0d8ba75207ff12468619103de497435128b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e59eef27905d33a5c9deeb25f39834557c9a928f2e06e9db9891f66abf5cc4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737370cdc460f4bbaebdf074918d730a87adb835
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb889d6e077fcebfe813ca0265574f8605b8cd1603473e12a3fb2203b9a4798
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf7c4b9b2bdd8d3e0cbfdeca5de9cbcbb5e35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463594410943ebe428294d3e6bf415242f7269ed47940467a493d0ca3e6a8be8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482a24663ab5b510c619607cf94a1de5f6531e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599f91a88a4032c08ffd0b4354b477491aa1b49c2d9df2c472a42fbfb3e0a9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30ca4d833ea3bce988cdb44d9f4051f4ce68ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69523465a209d6db07a783098be7a6f4ad14ef2a4f1206e3234903d73570297f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d579ed283b83547e09d6a586a53dddae2ddb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893f377418bd40e5c4a2a375c08ee16e2da1efb41d3ddfc767b47a0e7087bccf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aa4cb8bf309b084f9915af371a8d717835b368
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c908931da7b80c333b0ecd610aad5c60896914bfa0181c51a65ff9fd3e6252
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c372970a4de63ac2ebd82dc50eaa3d6c3459cc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5880bd94017eb93280b583e950c77b9f7ae0e020b2997982cafe0c4b88417ac7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eab62b62ec93c27a06800918a80e29a6a465b97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eaaed87ac0db9ff085924701bc2d3416bc2d18834973c36246f670c9973cfc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad452eabddb2170357810b311b3b261df90fada
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c65b48bcfa0bcffb6f9d0588eea30c53714c73b396586aeb2db63e6b062b84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da3e2302c1f8201402d9cb40600d72154f1fe9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c553d2cb5f34a568a6df85bf662a59ec6c3fd7dd83831af0b1874a39b81081e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2c75e9d84e8c1c1864175ea46bfe0bae92e5f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2291ca3a95de189bb9c5f7dc75ff8f83d2db12f9225ce134564a6b0815cc9b9a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7f3501c0124c55a08a57de9db208109c2d8c6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c1f0446a28280d07e879783b2bd0a15c997ddfc4c3d5b3c87aeb008194b579
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aecc6b9b20eeae1ff35607d37c7f736d5e15ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce679d5a3c511085351610b434e7244813fb13b89ac151fddb24a8b7adff94a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ea052593de684014d3ba1b923eb2e854a3d7a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4100ebb455a1e0a2092980b3fab7c76d9955fc5d8443b743d16fd6ed12fabfcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dc301b70c1de1b3d684b04ecd217013255eed3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa081a4602ddacbb06b9e3ad7b1c9b3d717f5bbc05c590e6b3e7323ed05a8a45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb35205d930ca5c13fee055225804c1b6824638
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaefe11a9dc27ae985b472e203ed5997f2990b0917d5bc53c0d1671458b8451
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70f77033f7c27d82367847c72063912d7a7661e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad27735bf53ef7a2fbe55199deb4a5bb59071976047a50dd73a45e008913f684
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bc9265ba609711d9fadbbbc24969727e7fc33a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d866578deecdd01dad4aba259f88e04c78d55f39df2b13ea1127ba28a6ec0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4855331bd295b402b667c1625512f3ece3e4ae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da49487d51c5394929f12fed78980e344f5acb0149ac1b8a316865fd1a18bc6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d3174e34f242fb4c432b09d5339161f3704289
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce867be30c1163abf69b2c602c4905fbeb7191b5f54f069a47aebdedae833c0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebdb649105cae60e13827f93b0c720791e9dcc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef394e2bf3812fff9bd912ef83b8a66beb9ade9a30afcf8ea033b0c2b1293c4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3b9539e73eccce0f8a665f6b73a4fd8266d147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b037e7e3726531504607a9cc09f835fb056b4a0cf2899d5ff028a61b16a5fc1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13303cd163ad4a2fb0060c3a3b9d77057a90e739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acc2fe002e6ae338dd514bd539c28772ae4c14be8da345c0b723b13eb47f86d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c574226437c5ea000538afd31329c1542fda6e34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1dae96886d36153a28868ec1ac1a58cec35474eed7b7470fe58318bd9b694d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e484436f119066e4ae8cda667ad7320f39c53b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a92312406bc98a7410653ac3843cb755314cc75413f58ac6181f534e5624c7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc0be928badd983f30d908b9bb75c02abb6c61c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f650aa84346e36beba1fef0866ec76bc46bf543b0b019dc40fb8a433b504393
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b487b84ddf4d72e13e936b2ed6c4e99cab768b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64082086534e6e3e2b34c4e1a12345064dbbe88691108c6b9e99425230454d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8ab7578cfdcc6d965669c66e94350e6d8167af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5326cef750a600b77c4bfcc4dc706992f5858164a5e390bb545205afdda7e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a70b7da23f0c9e9d2196a7e5e71e89592776e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d84fb2dc6e82cd9e45289f2072843f8f5bdf016a14c7ba368120de542a2359
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbbb767611dee814b6340cc43464ed367d39ec4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62331b26585a895034a69a8a8feef672c33fcbec918dd2ee0c935436f70a985
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e834016c6b0792e973cafa8e4867821ce1937f61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417bb1817eb5a51d29651de00008adac787e0e5868d493fc6c968b64b9ebe813
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8dcf2275c757ec5c40106a2c90ea561edc4108d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f930e49db01586fdc750455d78318390f12fbc2353150ec111d953b5bcf50a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca266a0b938a86471fc612ccac69b1c4584d7fa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ced1d03d53950214dc39c83264b52bfee54b9f04591c331ce3377de92924b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897b649e46b46e8109d141574eb73c4dc525aaaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176eeec8d2bcc2b2115239d4d002da55ff510598ce08231257efd6d6f0ebbc57
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952d3cd234ea57d1c391cadbce3db7535b97c34c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7cccd7667a24d60088b6b99495687a64406262beb872c429c2080d9dfbf32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed0a0b8819748cca0e28fcf1bcba875562acf7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fa0c04d425fb6f03c37f0bf7c18bb9bfb0878677375c7bf214af4bbe5d0542
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bff15cbead590c3b14190e886d11d9fa74d426
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251fc46b6a4c0e175893f929aa0e97ff89ed1f5e6c5b774d678d7af5e8e75a8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3821c6da9094f6ce5bd4a6c6b96884620c7acb3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295564e21b16544ef6b44416b9108b22d6a911f6164fefd576c38f71875611bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26804ef258e98df573dd6a3ad0c0075e695da8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e400e711e893abe07deb5553babc61ed9922f74db9a01e6993ab174b2b31f6bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad636f806aa6b1322042214f93f4a37cead3e490
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f535d40b6499f753ee011dd0912f0d3accf77e84dc5ddc40acb83f9b484fd992
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a953a11cb475c856d38a8de86dae1fd55eb92e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761a439e03d8edf6a90534dd4cf64b6cd65fd48bc30d39b571628676922c62ed
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d62ca5d42cfa8cb24377c5983425f8e28eb965
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87704add7616a5eb905013065400c845cf0f94db834441cd430c984264cf0a09
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bd746963ad9f9462ff17eb8e947a6da2456396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b75ca78b106e217677ed2f89c9c76551885878295ce73c5cc5c33b139f5ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9b072e50b3e0881996ceab8b679ce3be9bcf6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a00702d3a45bd71cfff534b08975e67013e6c01b5080402b4c154ca9eefe2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65753cd534b677ad68a2a8da35e4c3d73c91354e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5afc9379598fe5f34139a5fc7539ec218cced99bb566501801ccc67fb4d92c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c328134d522a2af21ee126023adc541590acf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb39235b2ff2caca2638b6890459a0d3a94df7259a93f3a163e0e096478740e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f488fe0d03f82224c09e4c49442c382c8eea3301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118efeb5bd87952f2a210bb97000157eb243a3685962b0c5c12c727fc11f6df5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc7b6c7f72ebc193af477dde8fd284a9d1407c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aea7d2fd07a0ed4a2c45c590129629099ec7b85c39f4470a4ef5bac23a8174
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fd01c972f89d3dbe9c23651475881d1983f76a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e74c918483b20574463a02a531fd925d47122ea11cc71fbf1a34df72e7387a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4289d1480cde7025b5f3c0edb6f09849d7da9be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86750beaeed165fc0aeef8ef0e334121b1a4f41ac3f2441f60aa7c523e9ad6b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936debf531215010384de217d6bbb0af48e057dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca49ac86f4d0f80b535a6fc050d3ef6fd47846621631308c66507bd0c6dd8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68403a844f6f3916c6ed79a55e98b6a64a9635a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d7fe7ae03fd085f027b9b1515b834529b40fc2846aaca02f582b86e28817eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbea5da3bc4bfe7fd46497263acc3316ae434aba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d1c5b3bb1e361c4bf7279c123584e94a75d8721d291d556de27c5cb292107
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc40d8b62cad51a9742631a4301ac166301e8b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078fc4ea6333101f22bdfb7a7801d48d91e7a7bcd0daf5bccde65a835a11fa6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce86d59282ec192d244d3ae22049e867e13c385
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0bce9a88d1003db050ff5520fb7432d0a78729b8fd313dc50de140eecdb6ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4b67512d0a67db4d2e4671538b96fef5a97c5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044b05bcb314f338e8fde90ddc24540002ec5112f17578cf63dff515fc57002e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921973e2dba472073fa265954ee69ba3461b1e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44580a750e5fa0fb461f493e0209b7de8c7a5f5bd90336d746b9670ce15b953
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83274d62d3a3dad5b04ea17ce7bc4db258f3615d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0186e4dff603740878f472ae56a8d323850b741c7ee2bbcdbb3b48375d179065
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce09ac465f07f5ef754665f9079b9a296b996df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badafb054f9ee133b473226c114ece093cc1c76e1468217c29c8c6559850e500
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659da0a243b56ae3e9a396124f76bf17c1a5252d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a7c7dec44433d285dee51212215c7030ca183d4494ec7665b7e99daac57869
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd2cf4081df9d4171562f9c6c01937c7ec9fe2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c49bf588a3a74630142c63a138af28a4d219500538284a7af34e538351e702
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62364fde90451b64f8513c4ffa566153d6d4aec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3885df7868e1080d328ea660bf1393e037253e21f4cc7ec58f9a9782ac481dcd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce1a7d2e4ddc42691263f64dbd612db09a24e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e070e563698bb20407100964a01016ff014ebcf684792f529dd01fcdf124e397
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4ec96ce0ce3e989d61be16255856a1e96edc1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36db113f43265eeb3295b785a69f24a7888c2f3dbaab7da0aa9f1d377ab3bfba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af30664ab349d53923163f4ba2ba35499d8854a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e4992e0867ba65138b47467c7029686c9523f65ac1c481aafd0ec6df06d4f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b07270f88319f371aabf77a193497e03dffae8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79377e0da0c5c9863e9cd0dee316c7168c8d565fd5e0ba91106495b09271599c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d787affd8f92aebe468d0cc299b6885a50bda611
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd1bc14a287ff3fb7e8217c71d77690694d432a2dd0023dcb1a38b265ee2d92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d50c92ef9e91bc091b03289133f23eb34b9783
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e75031fe557b2bc5e0423dbe5f06cf997d9f1434aedb82c51c52c72b7ae278
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f59518f34217e422166a617b65371f03e200e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcf2347b2768317b7d5532c5d616e3d1d281608fe3e2d04ab0537b3e9b02005
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c93f03dc610ff4ac3541781d99cf3b11189d372
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55b0f912148501157f7c7833ba5a39cec888be1761b51267be200ef548c3d7c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0567ae76a521dbdf71ffa04e54d3365afe456f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8ea0f56c204d84e50ba992c0d9855baa5ce17eeccb1ac547433ace99cda75b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad607bc8e7b3a6b0f21bfcfb0d3529a463e9102
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34592b5ede62c0d0753441b7276512b2dcace06be2e8593a7fa710e08de92fa2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c6ffd7b0140258ea8908614c26b75087927bfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96717d48ae5bdb799971b4f539cbe464101cbb0d725ffb364acc0e6a5472b63b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be650082e87e962af2493677d9abb6807a0f2793
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60667ce590588f0eab0777eeb2d61fb214fc1bd9aed69654c45fbc5854e7199
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df9b8013c90c2ab76d004eecbe68c4972a88f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7df8400e14f6e209e5e4d4fe74b4b89657600813627b72285da38e7a89dd5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16cbcd534d968be2b6f687aa9bc312a74ecd51f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5f85efd907c039af0ce7af697afde4d31f392e70830d25bcc52719f9978158
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142a38688d065909bc8eb73ab198dc4ff3a6ee84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9544b7c79c28f336a04ec24ec17c2b966294c1553f258a2d0733e5a8c27686
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907a1eac70984b6638dab87fecfe8c74316e7ef5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4222d46c9910a668f29358954e7018905a1521d99096b3b358b4231c187a36
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4614fac81fe0c202132fd7a76850711b2f191e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c0ccdd8d2d645393766f6a93d6263ef91d0ea88b62a0c096cabecba4e22834
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bff46836d51d9120966ff82395f2cb97a4389a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0550843386180f309d5857bd5002a797356d3f8661f4c97be2120f63100bd467
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26f260b283d79dc8bd324b67edf6d4ff855496a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4717373560e2ded2728c740a9dfbc543ca548d946a7df39058f93208b4689a03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf5b1ff393a332b9284805151442328d66a72e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ca3ef95143491cd9a670617ecfd6c05b9e3318583648386f39eeb245b3458
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1365721a7f6137758805a001a08429ba211b74f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc13d038a53ff09f1e1248974614ba40b212483f5de530adb233440840cf6962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08823ff713504b0270d0c09d3511a094dbfe3f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759342dd2009dd575f8b678c7b98dc2a847eb19e6caea61f5a69c45388e0ab18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b29aa51c2af915f48805deecaee7b2a86498f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccb967a1f1139488cef00ca1b5b270f5b4f49e1c73ddaeffae3803d50c28d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8afe6eb7ef1338e80fc0f8992314aca65923ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7dfbe445558da1aa159a0424014810780d4ce95b77a88127c843a0cadcd690
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef5ff15d18d8412ab88a68ae5a2611dd7cf0302
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba96c339884bd620a5d44a43ccc84e0f031910d7a5bc19d1d4cb5258240e5ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f068fd341652bc9c752a77b6be9afb69a46a1f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5684ffbbfc9c99aa93ed7712d09d9a06aaea17f77b81392fa073ec208796dba7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d096393088e7ca596e4e9f34f60813c3a9ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68296b0a6de1472a2b49996d05632b667912564b559a6a9f17cb547036dd85cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6db00bdf98d2a7d51426293a31ee9a28bf9bfe3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa3b4b4b29bb53b781a849a12e9ff66f4a4c6d97732984132b0e62df49550e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a4b92399c3ddb827dd18dfb31ac5608e768ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651921d427348b04f85ed1588cd0df683fae34900c72b8ccbe91d6e1cb65bbae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728c200bca1eca050a49429c2456d06113d0e4cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a76296cca3a37570976c275fc7ed2eb2792b2a818fb8ca2e7ac7979bdb52c1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f34993bb76a30f8d8465e0bdb66d40a7ec190
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cd3a923ba81f479f69da49a629692e5baa11325daa6706779cd9898ad7b589
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0074cc9e1f9298bc3a0bf127673510709f7356
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd20243cdcebc5e39d9924b312ba95961ae3e92931067d754f60b964a15acb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140b7e29f0515a30daf28a63b2b6c40d36972803
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6087ef12dcaf32bc1edce505ddadded95824ab93125f123fd5a1a9415c5525f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6393b8b13f698fba8442feeb8be35d54c1bdc8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f1e2cf7f047cb67deef953913281c375da5d0dd4602f7ddd9e1ce3dad573ed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d205cee1cd6fe3b0357132b4aed4dddda8f41b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990ccd88a5391388687510c9ad44cf71ec2cf76ab674eb49681de82e0a6fd515
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7b9603c24f74526bd2ef34a9c312f537397bd2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2c36c76b6af2212f0e8e8434c39adfaea260b09093c29b46db03dbc97fd9ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9e24611b88d91e796456dad3b737d7675a870
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f5ceb8b8238f44941d93dad73b128a682928d84903514af698a2b170eee4b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ef62d70b129c928325c355deb59ba6d0d93ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6ec241a640068129a4bea35e1c867d0dd9eb4cb954bc047afc4f1c5a13b585
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae454aceedcb0ecaf44e20cabb22a6068e8f269
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d56930a2d48b396ba53361eaa7916cecb9798a7a611db202164257228d47236
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e92b794c59e3369ba4418529a7c491833deedf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50be86ed33169d5660ead9a1eba9b53be2e28c0461ad3aa96bc34e42eb2575f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae11db0651ab5234b84e18b938fe1adf5d264ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce393063b29defa12d2ecb3d37b1aeec9818eb63cb1a3d36b6cbb3f10284fa3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f44f5ac3e9253085d1775ed2dd3ffafb9e46908
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeb0e033bac9dd83b1632782b87a3eb6333294710ae42f5c74e26bd7fca2043
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1c1f77009bf6fdda3f7c1c6bde7bdeaa381662
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8689939c295e59e63d102580a4679e65be7425ef09a2d2feec6cc055c99e305
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92cbffa2db37d9f4e4be3ace095d8973c20c079
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd4191da46adcd210cc56e627488ee5a2b00e2152707f2d9dfc061ad89f597d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e205511a6c6cc34d80b1671871ceed29c011cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f8247544b53b271b8a5823965eddf3b2271c770b5030106d14c44ee75bc58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c05728a4c6820116e8768fb1fe54f5eec4a152
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3dd34b9a519836ba46a2510f36142a1f89f8e8f95d47a74fa4f9636354a10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c3d0b58f59de4751fb5d5fe98fd84bb8f7597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac5858cdef85e48239ab85a030206da4640d5ab0571f65d965c5cb57382a043
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5dc6c4f134e253a4c2d1bf97332e07507d68e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edae25479076f8d0848e19d9421bfa1bb6e471ede01dcd39005a9a2b4a8967a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057806dee6192e1daa2e5aeb4074c1aac7eb3e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10988fb26e9fb4ed9ef4512b8aa3d6af300140b4a8bdf8d11b3ea46df9fa53c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477485b3d151fa8c477f6e9a26171958ad34ffd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657cb3b714316963becd8296de18f8dc762d281c2f085e396fc353ea60636614
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c59dde8fd6a37a4670952610d5e283d440260d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eafe1c363c4fcc709e74aad13405a723a66b51d9abb06f5a670aacb512af5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b473514360a44dab66596988fdff2660e01b506
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63526979d2105da772a7ca9a4b079ffc1b1852d9854db842a166026c206458e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9772faf8e2146b553c00134f1128f1f557538e2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bf4976b2006798034a5c95e6556e3ff275b8ebfbf82febff15ee811c063c82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1686530a8b2e33ccaf3504ac205ed2b1f20a96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961165144a36719f454a65f2724f724c546d78e631a807d874c4c90ed5469dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337dcf6b3b657d684a04545a4047b89a8a8c6b6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7afec70074ff630542d01395ac4e1138fce3784711eee4b44e5c8c3fb66535
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81368343e2686b9486188c1ab7b8928226ae9100
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d746fe63739bf69aec5dc1576af56c3704ff3303c9b0466182e80ee2610d43c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb232d9eb8b56b67ed03bfb8cd5b5ceefc7966f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c60174128dcd36ac836c8e41a04a2154316c1739bc02d564348d54c84c2588
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc36ba3d7731b795b91f466743e77b9e0b5a610
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b02b0ac8abf84802462ab1d61d6e468d51551cb46d476e68e92ae143b1a7b57
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c19ed4edf3d0d5c2fc5fef7c1ecf05fd551e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db34f1975e03759faeb494503189d6864edf153db4c53522a924ecf5bcaa933d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e960b28984c7d80edbb5c611067abeda8ae30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19f3e7ced751954a02bb34ae7c7c6011c840d2b2fc71d534aef0f2af4634949
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661f4b39a1c816a2418cfa4b3c4bc12f762ee43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e3ee758a7bdd8ec20b093436c1c17c6c66a8f9e2219d3731cb4236d22fc4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f1baf9f90ba0925ad8d05e5770bb08e10a89a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51ed0482e6d5eb21ed4315aa0e2356398e2e1f28ca58b98cc934512065ecee7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9870fea107e176af417763dd9b79185e4deac1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee743a6fdda8689bec2b85c79f0e878e616e56000648ac43ddb685296f495347
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f7f8e159f2d95c4761cdc8cbbfecf1b5d9dca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cacdba54f3dd676259dedfc622b40f1f358504f1f41bf8e2f1a98f09d8920f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d7e7a87cac69bd37bb45aaca57eb32767fd74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540f2b5512868d55d2bec734cebb18a2472b3cefe9e7f88efc5c7ff9b3ad5ae7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6946410a8e57f6a3ff831abe9b735bb7348b5660
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6bd419ae8510ce12abbfc73f68077371e56d87a38cbb7ae27a564b5aa3a99f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20ab83f2781510a7be40519ca2c2e83c0c907f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65868f1a445c9eeedcf0206594c7ba091d68cc022c85cf6714902ea849ac1ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3cb9df910db6b3ae522d0afc6a2a3186e0afa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3a47cfa510fe48453ba5b111aba29ee38b6c1cb7fd044f748b65acb4b928f4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8080cc4331b75c94104504f16595a2b0fc68a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf645909617fb9e2949d7324cefd709b582c06c6b0fd32988ddea314168966e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190a717fa40f95807579268acd7902f16b745065
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94ab21c3aa89ac2085d96943aa48ec242342098681d66c2c5825bb48febee84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ef0f8b75789a1c9f45c29100f3b716f399b1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc260a65f8bb616ab3dbbc77745b1b5ddb4ba6447503746759c67c102d1d0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be13c3b9335df2ddd310dd5e5ec8bb98809841b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88006d200d98f39c34bb9f0a10563da1284ba818be07e2eca25e815d32caccf8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57844014e8b89b91a538e3158469462221b097f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede2e0aca6b9969961bc53f51a83a620410ab0a46b9e9a54b4de6406dba6990
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04a151df3aa5e59e8d1bc845c43cef7573c1a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e21441d6290f714571c38264918e0d6f78ae4c5bc4c40620d55d9f05931b85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce761be7ce066718e27a3c84553e7897b308a2a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a72c913b4fb58eecf2424fdaf000b02814f478e06e8c10be33a1846f07dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ee353eab077681c0a37478d574e17706f4894d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c642712778671d9f83de3dabd0abcad56fefcb73eab659e79b28a753220bef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bef00b94a4a145daf5af81f88cbb2cc13fa7e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7356b0b02a59954b921d09e9f7ca903612daa437c50c83719e4c387c3520d3e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8bb0c4254df225332b0310317ccd766cf294a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3980b8fb99b55c225cfa3cfceca855fc11066df8a719e479da80c305a4087154
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d637871cab01202041db93dc41525229f25d6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf12ed3a3e30ce9d63f33b50cce3a9c19bea241dc873d27e922f71bf82e8cf97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d947c11772cb790feec2c801880284e1e61c6a7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47773dad9030b355778da813bd18b12c6a8c53c9ad4170d93ce84a96421ec1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bd5cccab74baa06d5517eeb94b070bcae2d30d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cccceaa53cd29c0e5adaea91b48028f461602254f1005401f10dd684a7895a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a07b0eaaf64c8f2bfcb1d36bf6774c75ef9edb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c0abf3f2f1c63cd6551c3db2303aacbd5d3d326e2765aa63159ff099e4a35b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d81f390d56aae1baba3f136c730abf260040d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1d967643a9bd6caf7083e06bf944b0183fd5b76b82fbdb232e340d13e06b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e4925e99c9a153c83d61b5bd283c0f814afbb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc9a38895fcd1274cebc09bbbd6fe3adcb4ea83f3238535e96d93f2050c6bf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe0da0a31d416420987c92c1933e83eae04a378
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03d6121328e2dae9b821462ddd7dad64ee06ef45f474ee9101888a10e408ab2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fafd0fdb27ea089b1142c02818ea4d9b8977ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9b830831db6299715b17cf4328ad397f42f117d3cdc9297f7e1db1812a98ba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fc1caf51c11edf53e4089c7de07d1cad851405
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b9f076919d28e760eaa960b64d69e1764c5ee9c429e0d7c719fdf6c48fc90d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6c99c4f1fc892c9046bcefac1e928b3630a751
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6b11af74de096628c0d1e5528fee990d19cd03f120aaa3b4723c0ea6e6ee83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4243db59c139f28bef9ec4e49c25d99096363e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024344cd56e4d3ea5e56d697736d2e6517facc5532d916cce89921f397d1f029
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeaf778052e543eaa5bffc025a68fc03ece34bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4a022865c1055b793ce5ab8ab4f3dbe123cabd6b02207b569366f935c6c682
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb516d3169b02f93a6cfd8a215d0dc2556c0ae41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80066249148231571e4ebc429626547f21d608410b4e7d229c65fade2d353060
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b34c4bcbd8ee0f98136a4427eb6d4cb458ec10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eb79ad33ce439c5c074700aaa2fe66b4fbad8efb8a2fa9fb80ced8bdbb9be1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6756a30ba34980cce0cd7ba06c3e1e23af39917a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd02cd1d69588b50ce33c4e4c83941eeea3f4bf41d7413e4b9159da10d584b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b40802414d34b5d186ef885d20adb67206b831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3117226c2722f3867a7dea3b43c49bbb10f473a38970f089614d0452da7f891f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51ff914c711101002f50991f42ba3a1a10e3aed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b702328a86c5a49682cdfc47514b170564dfb19c4c08f2baae59755b72d2dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04d7245b2d132d45c0c58c7128daa1eca4116a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c21221582895f7e31711933eb46a6ba08187aca66e757193c616aee15670e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9172be950c8c3f4051970a62b137c50be92561a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f007c86aab6e0862fa359196193b5e97cb3bad86edb1ccaa9447a82eaa74205a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c04ec72daa540281f7e4e80dc5d51fe069d4bb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e917da103b58673ee9cb593e8fcf069c519e8609d2660575736be432c3ebc8a6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c93de96c72020b6328cf033bf05d4c717ade841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29e685eeda3f75c7758ab885ae19928ebe9e9ad53b2cebb831cc1ed99acbfda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b788bbe020adaca4419ae970ad9a142d1f9bb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c566f0f34a1c8be030149367dd7afd81c7c2f98a0a4f7d525f7e2e346ba2830
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fff96244d9baa07fd8805006597d5c103113ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6bf2f5e5f01b41fd91377d7b146737139c3f315d674ae7762fecaa669b6b41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7168b104fd488f0eeaa763d739c5a800f62f57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7105e488d1f8a24ec75f56fc514b0175dd0e34e46a14b5ba40dd8254e829fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2d9e50d78b709f55f444232fa102c1f135805
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e131dabaf4984eb5a68d2635cf37552185bbf00d6511456ae298291e031b6808
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61092a488e0072a7dc12486cf0a500f9cc476452
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6111b6594414ee2abe4ad2a3b81617fddff9516fd52b42d3e3a4dd77c5e6358d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2edc23167207a3d6748bc58ad673845527e1d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad745e88b12b8bbcc30c3659b8cc5d8e665781cd7120720b6be5b12e1ff74be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4938d904b5b031418e2de452db21ae9da70371e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172af685c7dcf39585d35d538040aa5fb46f5934f2b0658577c48e3e667bef63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf35cb971389af6eb39595a90d9e47c19eea7a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5673213b8b1eb245f1267615992a9f742b7e7d344d102387f4c3600e9000e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795134d3b993f52fd12829fa870c102831b14db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17821e2de3684099d700f76b84414c1ede97a81d0465bdff2101beef198bfce7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f18091e1a99f6152984a006abd8972e66ae28a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515730b487d92355fbc13c96ff2abe36a8054cd688e5f940b0c4679c62f3ac5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7a034dda19be75333451373d18a6125ad1c6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae02043e189ca1e77b93b77038944b39455e0df9492321a911ee58247847f5ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6279979bf6bc603201e58b5147589bc33dc298f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04e5ab68b2e54ea0be0f1d5e572f9bd7cbe5380f2bac3e27db8c4dcec31a1a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5179d177b4f9888165f83dcb984edc30036ab0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dbf930e817270138263c7d9e0e79cafe4c9012a1029e2e1cb2a9ade84f53c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5d48b4be9abf78be3150af81c19baaec187147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b5ac40caaa084963aeb3eb5318d5427ab01e4140b14b16cba6e8204e86451
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1924c267d2ab7cd6e6211202bea7073a434f93a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0c7cdc1fe90e30b2684218bd004e92c09097cb42966387bf9e47680f47d90a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0fc7eaf1797449a44bf8dc61f6a366bfb04c98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2380970cc4ca68b1e671d998e790470312ba78eaac19faac2441bd6ba00b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30212a3bcd8d819fb972ff6ef0d5dec83f12685d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1100c85d707edd790116e30a3514ae287e06b53baa31724caa065e735dcc70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3b29563375c11c41f69111e9c13f246088df11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c2f3cb6b744f778fa87ea661f30b12f997125d337bc53917b938e4f611755
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d8fad4df37d384bb13d995e006de80d7a9ce35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470e7f3f5b0f9f97d964cb5b9924e73813ad8bdb87aed65d75ce43bb141e6fa3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869286e0a2a2ced0fb474b328e7e904eb968bed3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b5fa9a0be1df6ffa6ec795fefee6f657ee2d3d91026c3c93733c667ffd5217
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57287bc783ad4014bec0c648eafe82e8b7e6f48d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e7dc32dbd555274a96c8ceed4b9c09b5890e8c0d0de39e9ac45cf9455aead8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483b4c21401f251e3ad2646809eae0880f466bbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb8483667f0f1dd037e43a0799a42662d2c65849f54008db479d24d44ff1969
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a3f67b1ef4e7407f263b2ed41853b266201565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c9439e619464e9221a35dc346279b18d47ea007260f5e3627b57ac510023e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93434074691b574fca55243f47f485a1b0b4a08d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77d87ccaf8c5a5bb2cbda51a33b677beda17afe978acb22e133beae79058bab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2627e0ce047c21638ac95be6b3fc20bcf2eb6ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e531ac7204b5c34ed1c9d1e46e5dad32de0a0f64a95dfb34dac35c1e2b7c9937
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b180241b97fc9b88da4e23dc205b4b6ddf25d104
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcd48499aa6d979cf5820e223fd9a30e511e15b772e79c562eab490b6ac1454
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f444b947d90e9a04fe02073fcf796ff36273bf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d61de99bd391f81f12ba0b7480ca71961fefa7e15522a04e274fa6a27b27e12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e88ccd8258c58c73479cacb09aacf5fcaa6d3d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e813cd5c5b9c802bad6845418ac5fd91ee5cfa2f4d60a5c8491010455eaaa8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22da689e1de7047fc204317008c4a40c830e3343
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a24ba9ae1dea1c433de1a8184a49628971a7df9b2ee1daa40885d89fbd816e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fe2b3eabbb7cfa37f9d933d053ef6999f1f4c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63834d9ffd41d13fe01b254c233a9189ef182f9c9fb63a5c4743c261e0a7e97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fd46ac12a79d2a180cfcf0dc7c32364f07cc36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcdca369c01194123bef0096eecddc238aa99dd17826d5828a3ec2646cbd99d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4eb196823670c6b393d1ebe398cf70b722d0dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b61459b8df642fd06225027db3b8199ab63af36e87f3169e1a8b8e5230d361
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628174965acad4d46b929a5cc86280d9373ef650
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0a0a0fe4db3c4b6fb2228f2d187f8178037d8d8f199b870bd8ced89393863a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4a593ccfc6d93661e2718b55558fd1a2e4fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d1c88534fa1ebe7674945d2b6e004d00114e34a515b8e4658558c44121d56
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1289df6b51edb5bbae03f5ae0bb91517dd308a94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd41b1787d48c6f9641094bf12b7c606e8a1b80b3bb9df1e85b5238846ba2c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b524bd2d91baa643312a633ae440af25aab7b12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f146fa991b4251acb082305615fbaf09743ddd79ad2bc447bc8348ec0e28006
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58d3114fa8c1f1c1107359ce0a7656485ff77bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e2c4d3cf89c11bd85442fd6c4bbddd1ec973fee50966d4c107030281994dc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c246862a08c647dfdc9ac95eb7396956e89b7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da41e35370c31d3abbeb9ff54dfdba623aa191b937f6c115513ed4bda6509c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4333b10c4237bc7850e2d35ac7557999ec7af8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5f21adf194f97b45d019f2deed50e433c97d878723e5bdae82c7439972305c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aa512ecd7a92934b5e1bf0ce6862aeb77a2884
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efefd015af17bad8412b9232242e32207fe620b282c36f51c30377723977115
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ccb737675773d6ce53a02d65f7e727794f5df9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f85ca1f5ab8c1596b7bbdf32c9f81d990d4df2f2294e4dc2c316cf0dc9811
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bfa31333309a9dea823890a8212d878416d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799f12834d4c361fd0bdcc17de79f4f185a06a3545c3f0d803c76027bbc44330
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df17cee275575f26fe9569891c98f0a9d811794
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc291f0fce8bde5bc0db6d19035cfbcf98279afca0a9b210cd870a4676f9abb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee9756eda3012b74a8f24fa5ae88f6e6966297d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0360a40339a01a781f9449fb63740f851478f69689690edefae751ea53738d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42ce2e3b9c0ad2499eaaf9b9e3ea8cd778b480
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cb78a6db5a79d07482c5b8efb2e5d403c92c1c9c3b26a57024a5485c0b260d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7213d129711818867c0c98b598123b0d90ef81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4e9c5404ecb51bdcccf1911d80b3b9ac6aa9361af438faf7db64f5194b034
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15e314bbd6e999df3be9ae033bac9605e9967b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc0600f48b5819ea68717a8133fec9dcd61162c2df68c18eafb3eb814f2c596
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a0e30ef10f6d6e7f036e72bd0605b22a952d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758e6336123999a09ad39b568a5c5398f7cce100f2adcf3c7930897f0af0fede
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e650c441f4d99162ee17a13c90509ead7d524f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89400fe19ff72ddcd3f6c75fadf35ee32ebfebb9d71c7a7a0076a8761b36e1d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0488ce4e4ecf2c0153e7b0d5626c6d65b552850f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f262d3c8d138506ad31d9bf7f1a26d7d8491d661b44b05f66b2ade55344346a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ab854d78574f4bdf9e6abe6884e3fd3415d123
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1420ef2cd7f017e2d8fd42099839223fc7b795eec0c5689cc38496916ae971c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2061c69ecfffe2c36e62000d5de4148dcfc68cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6127810bb1135437a946f225cf7245c775d619d2ba2ea506fc063021dad67
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2799e81fa33faacf97f9627db475c77a3fe98d5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d33895f25ac5e433ef42287048fe7faf58b4d042a4261e0c1bb95e4a214dfff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c709ac42847256333adba6e1e1c9b19e500b64e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b36daada84c9f216f6c830b5d81808d41dfaf43f005b5441984e94ab8a1ecb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d32df6d6f9dd34037a5c7b1dbe8cceec6294a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9598a742315e2e2c42d68f29a0bf7c90e88a75bfc5259b361df9a69c947aad81
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1ca666acf25f700e76aa4bd16c3d5778f035ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80f0396397d1fd7a6433d9c03442c8b63558a37cb708e6bd2af5c97ab7f2c48
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc080834d5c40742f01b644a7a84177ddc0e03c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a762e160ababbd4595bf7cb451cba29e8a720ac972a51b51442b8ae4b1993a41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902f2eab8a60d10d5d28d1df31ec7148deb5c89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63ed5ab119e4e8a30b6a9dcbb989f2822b586ada193c9ae9b5af0fd9f401950
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c51871c09ac1f66d4ebfe1b4e1348f412bebf7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c674a2a1caa83ae43be2e4837b439c39571c0b42eb09c4399e44bcfcdc6599ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c990bca8bad79420b74eec19ef8db94336e15a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51408a44a74e3bdbe553bd41d4eb15eadc2f2641556b4ea4a2f16cdf45c7e660
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f686a0d25f8a8265b033ca3bf4d7375d1cc03dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7c6bea59a10a444f1a0d6f4f3b1bcdf1f401760516d00e1a0fd750399da006
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0807ffd12e1ec268dc3852c07c29c6f4ffbac56c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb028a7a999af0e1d8a9f2ab269a26b740cd1ba07c468710e9fd3ce2f527ebb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388911e3301f40abcaeb777064329e9c8ac4118f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9e16cbd8224465811c066d3b2e0fcc1d217caa871aa9dbd006c49091d68eaa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bbf3943fcaae49d0a5b34f71e0c30439a9ef1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a2cac455b51fe2cb012d338e56500d28e03533d899116788061c9dbb17c6f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995da3ea74a0318cde98bdf73db53c3d39cd882f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac0a60874c5888bbff3a346c9219c9f25d9a71d980f7fb17f1d91074a0c85e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8c8536eca531debde5b8023cc1c32fc4c438
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8eb0336f2050adc0d832a7164703ff6b29fe77db071086d96422e72a078e39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e566e7167a93a1b4b312da442a95b2b4b8a7af4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3723c312166c9b4d84b8c80380a63f181a7c0953e546e695d73d4ddcda40d98
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23064487e7ffbdd20589b27ed553fac6b5fd1a7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2e72d1a187596db039a7a4d0eedeb5d56ed997b3b7ccd6e7955677471969da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e14cd25479fe3c6d98e3a05264e5b80f1df2712
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94fa60b63a3a6b5d7b093d1be1e50facd746c2731bad15c1ed9fef81070f12d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc36fb1e12ab2a690f139bf21b0a3205f14ad59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc17909c2249ba6339e3c6c35a722205cc55e3437254cdf7bc7b253f6a2d200
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec433b92b25cfc16466770ec1a97daf698dcf86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a8f9eef511ee52c5e8ce2ebbdd1268f3851a666043f4fb0586203a6df65aa2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59cd3b18100371be48a3a6d012677a77901ab5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64285b80405e46e5e530ac36f91ae7bb7758daa3a6d5b2492f952a26e5a86e0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ea7ef9bf881a4a3378e00b896d624e9d880e2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fb6511cb8922249d04f89398c4c7e49fe60e8eda18c6254767eb8ab1babf23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb3eac4bd4b1d184ca3c46f0c3b73ea12bfda3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee5b7c2531e74af7a662d7d494d2b140380028c78acb12b47e88fc7186f452e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3d459a7194f566df5c8dd0ca113a44dbe42873
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887547a4fa87327837c23e9054c2237d352dccc8b31e2063070bf837b812e8dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2fd39331deb24ccbcbb9a1476c0f4a23857745
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7332e3e623fdeab711bfabc5f87886446c6f7457780f748604d6044600cb1639
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a57665e0462e6deca4e318b9141e5ae9ca9c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cc042d8884d374a2f05c438d604a219d415ad3a6e453235b029cf8cd46c06c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca09b42c43aa86154400ab753a8308ea6dc851c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f49476df5053e9c43d32d4f247309733b3d769c557f1bcc2ffeb6b3fdf0ff1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee75e4c2a3875cd8f558861e70bb2b41eba6c7ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7189bea042c74402bc7a143473591d6439f0a425fcc8ef4aed3053fcdfca2c89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a063fa995a0a4e7cee7b2354a90ae015cc87fac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b6d9f3d69f71d459f6cd93c35fb265c81f9a9cad3dbaae4336dc55537e143
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997c6aa294d6d31f91d1e302e98d6ab18c911bb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2addda0544a2a3eb98118b43240745251d510fa44dd4753f2249e6893d9fea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6270d5e07837e47746a289390c9b09cac44cf65d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589764a2701b6a1cf80713a23b9da7330875799f2e8d6ad7c8fad4601049ae06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33caf0e50e2dceb91a7ba0fb7d18f83c0222d96d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259fc662306905575a6727ef0e2b2919fe2a5122e399ee03181ea37b01daccbf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d979e6f2d313cfadeffc3a99db2514e9205b4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672654d7eb4462eef3b9617e0ca75c8f9bb8205a203c00d93979c2cfc59b19ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55ccd8e49d0d3410de3d4305643c0d073d3db28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6ffa3959043418471ea1006439bcf8c6fecbb27db3bcd3a382fd23840a8f9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0297ef6962ab78b2971af85957588913bd7f7d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc14ed2a71ecca7dbd42010e0879fb2d24764341a9ebdac9155f89ec46827d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c5c6c492f68d12d3965cb56d9e29f3c4d20227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bd1195b29dcc0ad37837b03d11e69c16da9293a2a44f921b525151d832915d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a446adc189f084d0c7e0a59a58490481b7daa409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88deeb3e3e367b4841ca91741e6164e0b741304fcbd1cbf211023388c8e6b930
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cfc042aecdb68f85ae86b8595175f5f0c1ff1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f56021300963f98b5e67c4ee5cc64f5e8e89acc315a585f012594dc95bf1b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cf30c8c066d0e3d413559064fe2556123b554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508c4a415fe48cab4a56b7f451e1abebd77954f6f39e79495029f296f24ca4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d88685f30e6452d3fdec164cc7525b7d9b80d1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861d9a871197119dbe2412f51775199d225780b3793d600f6ffac753fc013b1e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c07bd538b87cf9c70833fa54f2097321925dee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eab295c253c5d8173ecc579109c6449cf43b50046312fb65c17a15f714b9689
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c97e117286272852e6e9bbdfb393919c83b7b9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974eb10b12be4bb2542473d0f33820d225f381578b09f5c3b72c59a47f33ed9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e68867e8da3bb7dde4a38900e1b550767c21b19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7bfcb114aa69f882ebef4991011ff5d60e619d4d726f4e31ae8b1882412a37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039112da386c8f9066be5679c95dc929ee751c6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8811ea8fb2bb8d6efb9c430d645d3db3d4d9ec79da74e36eedd172c3b709fc2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c909629be5e3efecd62c576d07deb0469b11520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8cec1578ffb0fb450ff560cc8268a257c01913c78ac7a202068fc9fb9c9b7c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982d84564a0ff7298b0f2d0d7799a91728d75730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99378b40d413517fe63f9a667a5d929ccb15bad2b5b6c9177df0705ba840f534
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecf3c806a061206308d75e3d1276df0392c7aea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc473c4c8b2c1231be6ffb67d304f53c935454f93c8befe81b46cc7859bf252
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4bc14e3dca6eb884b7df48f19ad06d59dd9903
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb87069a47c6e93ac42145f0d6627b7df9a315db733864a39ac37cf4e69accfe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161a77e7402197ff3aad958ad7d7ba8aaf1c1826
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cfa01f129cad061f57d039a98360413c924dab7de60f86641f5f0f7376cea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e26bb64ea9d61afd4e6f76f7a5b90c11817e12d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f19a93d4d9c90a3dff023df7f3a5f0e24ae93b01242e97000d298edfbc13241
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbcb979ad5f8332b9a8030651c096af85ee6c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f638a3f3cd4cf5dafb059957b12df92eb35b30c382070bb88a893eecd5c453
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbba9f1d6ca20a69dd851b0cc7f23e53f746560
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eb50483a146b2ddd4a13f1a09c606171578786495951571d188bc667e90bc6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494a0134436b330c6809ba3170ff658f0a5b2c9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc9b374d58c336c37a521c730d5330f906334d0e1940b9ecb73cb8ecbe44e6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281b86127ca162e4aec3d3fc3f539b026478026d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a754f673702d3343be76e7772454e2bf19d6806eb66705604e1ea8353f1a71
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f491018c000392f265ead512952412198ff61f06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd600818b089515cadf3a402b7e9668a23a912af53094df47cc1cc88dafb7890
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40468bcaec8296ccbca0f93787d51038964b771d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5688a78d8a39c391a0f04fb7b06a4230822b336b0507c2771fb7881e07504fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985d4532bfc98f9f816764822fcba69d2101b620
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592cd6e9be8a5430ac37ef0d4b99d464c5f4b133542896c80eb6b6d0c6ab4d68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b1432fd460fe0394a51cdf4f87465d2b6d31a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febeaf420f11d6ec87c7833ee27279f0003b12404075f0882256650ff2eb19cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f85784147a414513ab623606459c677b8bf7f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5f98d995540511afba4e4736963e448b6840332c26647e1d0ddd35b879a2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690a2d682cdaecc12bf6fae9a4d2e45aca3bf19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21f6e5b6a9bd52e58e4ec49821093a186bca64c3d41036779ee2e3a07aa5492
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70af6e16c7f29d849c61126db40179fb8a5bdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e502c4a1b625041aa76a065eec8c7f986d8f109a36403fdd766c8f8e48c3a88
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01de0bfc8b5a977e15cfbe9218e2879d5643f711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b07b90ab355aaaefc98ccbbd30ec6725253a743a368eb78362a9bd279cbe72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9306013d8276fb8ce427a4f5625890843053ca03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fa6c262ec35fa533335d55e3f017dafb11df788d7d54afafc399240d1a756b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5687e43bfcfc3eea4634051e181a6d2f39e2a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e97ba819cbe06a3bf95b10a99434d66890b0eb9fce77e53871ab66f6fc31939
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb4d638b3a84937e677cf2475840d2671ff13c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94912938c8b5228ba41a53d83c1d12b0f10986df3e286066352b31ccc684613b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45575af453c451dcbd131e39956dd75eef32364
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b444f13c16ae686b625d8ef15d1cad1f571fea07c26f46a105e9b4540431c90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf77fa144c8beac26a0eb7230cce21464750eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a115447ca0d33050dfeea6e6cef98fd84393f6721e5a5ca588fe7266207d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c9c68d46badf37583d20b2c6bf87235be57fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a9376af05a2cbc1a298f068ae7d92dffdf2bb01888ff1e316d228d6827405
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87e0e314a2fef2ab808a123585d1a43f3087797
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9aeb51c60705e10d1643bc9b0c41e9c7a73351035344f8515f7e82df50fd79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6f596aec3338145d0c479cffe66aa45c70f47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12497fb5e58c462ebaaffe5f9645cafbaf680daa31fc29a5e4c1f2e2d0b12484
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d60fd70ea1c2280db23f06199ae7e5e3792346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c2e3deb0e9b5b64b4e4bc92b1e4f26a48a6a26f654bd86dd706d83a7bb0552
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8078dd6fe2997c37608c3d574096ca133e6da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2dfb424a3599d3633c2620157a211cce26688631077339ae46af6436b5bec7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e636e24adf1df218f698d816716f8df6d72e19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac05b588ca4dcf86707cb9957cb3ed59f6ffaf735b2eb86f5e9064769b20d52
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392445154ce7c37f019d9eb6f5d504938fd1542d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797d69ba2c930a77d6847b2bec3f1c1e6b3c0b63d8875c9897d281a141b61dcd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14374cb7df0242bcdf02a9fbc2eafef3707547e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a18eaf2992150a880552e72094ad506774473edb448e27eb23782cf8ce70ba1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6211977275997e686b024027e7379d161566bc6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78f7b81220c119027a25eb9f810674636a19901e49c35dcc333c7017e5bbd9c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70730d17276bb72ded2e919d1fd6cd651bc552cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b278199cf31a0c417396f5d5cd75311980183fca586cef62f77f15334749cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b378252b0965f512728ba206051af94b892b389
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc8c07051bd418a575c4974cb58ac30de6214610def28e0e4048cdf67ba4b03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fa6f253acc96a49a6ec5670fc886651c4126e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73ff371b81bbff37937609eb1ff538993315488a967e36787a95fd60c934e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40887daed66a2c4fd94d5bf13408ebc613e5379b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7b5f83d9c39dbd2ae925f04050a10aaf89dc981728cf9521ce00464349af4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150cccc20a0ac30522e9489a89933af653ece678
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15262c7c0ee180977351c00bd1bd76dbf12ac179544355d024ceda75b668fee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5863806c59008d3bc9fb3fa57e7fc4afa5a522
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c521ccd932172bdef8bcd955e0bb0fd30b203eacda90aba98b7874ffa1a251
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4759ca3d29f4274abd6658489f560c79a1a327e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e736553b758bf2aa67c3653dc48787790b40b805f2a66d2d495d07c5605ee048
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc07ad398370b25cf98cf53e5c6d64b1b08e96a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b28aaf2a8e4449c4dd3d88e848c2cddc7bf411aefa2fac6f1ab2d9cfe90344a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb1798edc2d73f87f0ca1ade620ce78164bbda3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2bdcd1ffff57b22604ca4c5bb47e27353041ecaa74e6652ec77cb3ae8cf02e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5125f4f1e7652681b88af3215be2fad2cb5fa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa533a3164ca33dcf59d53d213f9141a08d333ed8547c35cad2a3f9f9d18edc5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8b4717e0a2ca7e779ae30770391dcaa874713
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91daab9788e7cfd6b23bc55755b41daf290c91520b8b19169f35583967dcbefa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175fd705432c8d2bc1bf005682f7a1929394ee6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c344b15fb5ddcbd6c849b56e19aba10fa2edbdd9687bb27a921916a05753ab41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a771d55c2eaecfe87f03492fe9b5b5524ea0a0c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c450d74fe72551dd6f8c4f219a0bf285f5de610fe5b28e6705c487f86e00c6e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03abe07895efdfce157816909029a8a215949790
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24d293ef73a41fd01246e9777e38dc317190717d74b57fa1bc3821c0c23d919
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b2ad761e2bf7500d414077461eea28476921e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce03044e53c956e103d9f251fc5708edf8759d3b653b5f78a0f2757fc24d29d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfec176dd04e06ade8344afde3508917a5b31745
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3011af0839e09e08e1aee57604a4167053104c8d8e80defdc9df4bb10384629
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8537ddbb07172c719600c521fd7eb0b1a5458b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0559032ff10d40138c2b42c9404c0d7061e76f4d2cf58c1f407befbd010f5b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03a401f080110a145f6f290b09dc11e4dc3e6a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cad15d1a883025ff281847059882802a819780c280b5ff072ec5a273a494b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00360e5651c810b8d3fcef80d4aaa3f7949e7541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f38c0023fac936f1bc4a12d147929cc8ec9e6d8e5ed11996af8cad184cdb308
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eac66103a5c15d9f3883d3e6914e70a2e43410
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e8c3417d3b19d49c00b3bd6a31dfb82929121909dd4fcf3d8d550f0c059301
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025bf3b0928de9efe984a55d9a2474cb7d4b03f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e708a2f3fbda0a5ed7692d68077e4bd077fd542297a0cec34a2c3d93edca76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340a1acaa4f6a8383ffb9ce24d1ce994b26e1c5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b13e163616939830f31f79e790c96d2e5b5f62808efa42939e1167e25361582
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc485e66855a0850ba7000afd12377bc07287190
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf9cdd682ffffd70a57990b5e12781deaf63d57ec491b709a51ce0785436dbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fba9ba7c2bec4d48a5196ed4a77e89943ebaf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26724fd7cebd6ad711e1db9db14d37ce87cc25fb109be2755d4716b5e5c94712
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b22f4fc9cad10643452a07309b76b12b08e01f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4339546c7843ab5eccb2ab3c81760a2c0ac8d854283f47dbb2ec94824ca4c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be07f835c43d55fc0bb15d3968cc42c9d32af37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ac0de95ede8ed61072cb4afccdf814ba0967e993cb1ee45769c39fcabd6565
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b23c55d5bb335748438666fbec44b7bffefc51b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b93284660924e2b7e39bf1868bdaa23977cefed8dfdd4874c53aa43ff5bc02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c13923303e1d67da32293a612dbbc82e13c151
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf7f63d017ce99181fb220e5e60e9c453dcdf96c696e2ab7b172e28acc8e3a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a292f7ec474d8beb50bf78508249090a3ad6e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cbb25de243c8d2d870cc936d13befe242815d451d1acfc1814661eff864497
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185e73fe0c0b8ff1d2e855adaeb092556f6a9964
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d056d1953cc6f9a669def604a98a536d97c261ea82e16a93e9f4b19800ac6985
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0512a86e4ea6aac63be82dc350775b3392e8e99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375625c6b5f8bfed4b659414c4e6f9ab6f0b51e748ac51a070ffca995f736652
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b26c217136922b1be999e3ad7a8cb2daafca22d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425eca6eb420f9d4222286c46983a3946ba11cab561a6e2c66d660f9044ef541
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68491771540342346edadcccc3b48d4030581034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568b3ac39c9dc303b44e205e6e943f5e4da62ad84a7622d9815e22a532d5e00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6b189c5e87075bf6ec6bfada91444f99006ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe7b579e5b7533afb791d222a09beb79af85754babd5f1736c0b65f4e5751b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1699d1655d2e98d86bfbe0d685f619d4db2d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c7e8fa5ebf4deba6259ce62363ae97909cdeb0c946b7d7b1bdc23e64f8e609
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf5555bff54b421588da14fd6f10df02eaae562
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23deeb499c74b6d90b17bd8837be245e4f920547101b213a30f017e54e6d6888
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72f7c944a616153c95f4b45908b777519389711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeee03c4516baf05448cc8737a130b5bf1f9f65dc6d12e590e7e28056009945
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd59a80e2c6c1df500030419f38fb077094953f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702c5dc6d5960eb33ffa48a137942b9542eb21a297619632c4f0c1586c43e358
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a0b87d0608e7b069f859a4c8e33c87439845ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85263c18828a77cd05293a9e143debcf8a8d2553fc12cb0ad389e598317f7c6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da362b6123526d32090df669a7987c3868a39c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f62b3e88a8d086f2483df6839fd7ef110014223de7caf699c11d293ee9997f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f843d21469001a1ba9582415583e14efe88db97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8dd686ef271efb674f70b1e0e00e79ab88334a73cd1093f7724c6d739c7fa7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a242505b234a8a15dd8889e7f03beefbe3040703
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6a08d35c5561d74375c8ccdba3d81af2e2babe9f61d60a6336bdbfad6ea631
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25b0f708c36d9282bdefeec065d005233686e7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e823974f9657a363cfb586abe096f98ad7d12e46a10e8fa0f75e9813f1b6f2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1737f946f0645ae5d9c14fe04f6b47df586569a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78249424cb74d2445f71decf01a4a5f39dbe8c56a02441cb3790d70e4ccd4267
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fb68e9d3212f2bf43986250d776dd5294c878c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb512a19ad255c7f30f1dc11353281fa925752ed283248db43bd4e5f736310fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569d10e2d4b62a57fbf51ff385d7be7c22b95059
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8434815512eee64f6d685a4e8d66277960ec667a3d6145946fbbc4562b79fadb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854d54c1de013c4c45c27b886ee6d8a0c63c86c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7788d60aa819783797a79b951b97ea281b21aaf7956e60e61160513fb0e4c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeeb2ece046a254bd9370f3b555379e4fcb7c5a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46f7a820cf37496477144047b51d6d1cebca5ab0007a14c6e74cad71f14379d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208b06b83cd5ee4a2ec29830ab700422179cefa1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efaff25c3dafe3f27561f2b5549ae99953f3c42827c9b2a01d1a270ecbd0155
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ab2ba2614e8acd0dc43970e249396ea89164f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05abcf2271c626b5fcb1707b91c00e6e161cc1ecfd268942fcbeb35d146bb5de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6cd6a70a0a7e2d2d96ef4570985ca652992e90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22569eb2cb719b97797a61f331f2f9e98b6c44bbbc86bdb5be19d2b6225785cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80028c240772e14973b1ce32e54b0e9efc2a18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9215fc10e88296e764c5468fdf19fb4ddc8edda9b691c70d8d7a32cb62978d03
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d87209cc895f3ccb29925d6e2c983651c8e709
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9023c6cee5d84cef92cb2da1c3e071ae5d78c1a0a334bd10ae2cb5404d4d8ef4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde79f9c19037e5061a1e4e4093c0ab5bc95c691
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2987b4e0cc4f11333878e4724f93e28ee2eb210d863bfebe7ebee55b3d9b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faded24db6466def3e4dad6645ad8aac90c09f3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f21f6c9c91f308a18904481b3daff4d2f4bfd029a420241281247697031d6e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f5f3ac0678eba2c872dcb487620680dd6c799b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647fbdfa015a6dab81ccca23e33247c455079701f9b4ec89c4e90414017c86af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f790a795bd735c8fb86444cdb75476f2eedc889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba3850289b765c9963d5a15abee51be47b433e244628a29450b7e01d184d9f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e9bb816593ce75693eab16cfbe84bbc605f7f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403c754d02fc9424646c2a7e8acadc5bb3600c71a3e9174e09281a91b5fd5ea5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cefb095fb1b1fba69d5277f5df529460540d69c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1909edbcf7c04761c8926a787fef1ada9ed1de106aa4f8ec706c568d5c21ba0b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566533c3c0a97bbd62b8adbc448ca920a9109268
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725d5f90bcf981e813d21fa697b6c55e4ddbda0dcb7a3492acd601b7ba17fa92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c2b587a17deaa57a78a6ce5d6aa509a69d574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eb83f987caad8c60e718dd67a2b9f8fc74f3829dce7922dbc1f1a571f9fae2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781b057f8057db8281c7197475351538d207840e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122b379de8419614d3c51ea85f06c7979127c83ef4eddfef2355b5cfedd0bbd5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6b951a7a71e58084470cdba8f5145419b2195f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6165226a611d391733ae89b0406c0176db7793e1fed247eb59a782bb37d3129d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f6421a8091a9ec27c9746a83bd80ca8cd332c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708467736e017dc3df5b62f0559ecb597554d507f0038a31574908d411412faf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58803b3958ccf8c4b17634569f8823141a4f14a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13bd47e9cf9e5fcded4b1dd908d89f5e9968d113aa6a8656ac379fd45fa58c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4beb120b94dbd03e6da46d0fc08846b74fc0ec1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6456ec76758ae0ff36eb412ab05d26cb28cbf786a055b065fbf08ad0531d8e6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71323a6ce9e21a976d12d9c169c0b96419d762a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277652830df051b5d4318788e022273686295f1eacd6be8520897a62f6d0b221
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fa95533b1d5b6680159eeca5c53857030bd3ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5af7cabc25a85b1f05a47f2b6552c76e4269f3b2da77214c208f20e3daf2a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfcde70017db55be4b37202d68e0fb75d75f626
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6fc6bd7327a70877c6240da15bbc9a16b1361165a978b101aeea67780b738c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4708af49a4ab7c71dc6594b46348c2fe7e3cc5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4015db3633343825c9d9a534f9f99b7794f163aec2f58d42a9fcdb7240292ef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d97213307f535b4af52de5752c56c4c01030c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d734e2ee632126c1e7652a1c9f39cf3522aba54fc222b7e8881de83980d1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca0dd4bae2ccdfef2edf99017270e7d91f59ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d503ddc3592393281951c1678746e0662635d3ce6006f57e4617ccaad31500
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff06d2c6003158f8a947ccc00196c802a09618b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798de20ee6690b77a2977905b88276bfeb590b6fb84dcbcebdf9814e4857de17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93cc29e695dc0b3954c8a0c4ac5bf469719d191
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0766f25a650f4ccd89db094273be5dc3f347accd7820c5b81bc5094bf79b7bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f06f8765aab2b2a3669ba983639726015f5f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58bcfc23a73c45a115a5f89128f5c423dbd670727c34efad75fd0d3cc771ccc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6250531c8392e4c8773476688a16b98c1e6d3a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a57f05fd1f77be8d80dadab38492f830b5af02c7d8d064df4ca6d8ff138884
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8724b6c88869ae766f38f340c5c05a2c0e8dd7c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2636d74f7c4e0ea645c789dbf2fa6ed70b7906be738db769d0c45991ff65062
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c0d98bde702679f4e027eae2595cd2117039e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da7faf869deb44f24d320a5b4fc169a9e1f2eca1b1ca05ab4fe979617508a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711ac78719dd76f29dfdca821752fd9983cadba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e70824eee1208218faa70ce47c2bedc6e608969e4b652bda790dbb106ee015
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9dd7e1663312189966f2abd44a5e15251332ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3674ddff86704d403a4e93a33856dcc6713a6486c5c6f7b7e3bd12eb89185d89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f36d0371715b1955d5fba1950fb2606523f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6c278c53277f4cace7542fc61384870fd1e6680e350ab2c12f16c8de1dcf59
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cca4360ed80990bd9011d1e1dbbaee785e4e51d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cf4a665cd72f2ff54ff49710a4426d610c90d543db17eaedbb9ce26dace15f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c272116d66608c171221b7e77117fa321480f2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3254495ae9adae50b14ed7de20dadf82a8abe91ca07aa50a70d5f5149c0fec1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b41f512d98b8266859d4b3a3df2927add16f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18652bc47166de4e325bfe30c9b45b117ab6a6ee204a1e00a4be758822428993
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5835aedff6c220754235d752cd291db3c2775a03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234233fc946f70d1496783054c055ac73bec5963e8b3aab9bbbe0f4774b52fba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81e1d868450ff82ca0da12fba28c0cf44f98cf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b001f4acc20a277e3de99b25fcf1fd3f6de640477ac3e67cf45f0da57a179faa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27763cbaba90035afd243dda236e4a5929192126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd5e8edb8e2d3b80a1c501e46e743efdbfa6aa722d70c4df1a49cb4ee5fc30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1d111530856853de0e94111641b4a43b64d3c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7426d6ffc79cc010d9df9b16fe2969cf33f3b0cad6d3464583318e8d6a295468
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f3259ca67c51c9a11a5bded9633b1180cc7a25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc12aa1a9782c9ecdcade600133aefedceece1f93ce3ab620f11bcb1cef45e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e17bdeb5b123414c385fb9d28a22c7116f36bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8925c91e36a066c96585cedcd3f8aa7a9a3ab284a5abdf65875fabbd27b946
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c5b038a50b06530fc0efc35307df02a71aa44b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ce6721208409bd05d93e22bf1558e5d42bba6a35b5ad13cefe85fe1d92a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e9fb3eb74c9b89a0cd7fe86534776e0cc0f276
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5667570c5b86e05b84a5f249d1564241ffdd76aaf44ca64945f2397a4a10b4a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c823a7ada8f8cbde64ec9d2fe7c6dc6901f0fc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fae415c48284ff91d105a7ee619ab84b870f9fbf1d32e1568aa9cda57828a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d919132507174f83f8bfd8874aa8caa8f6ce9cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f218a15352d00794b28141ab18ea513c81ffc4a2ab70668cb83f1e8ac5c59f19
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba4a9ecc2e69e86efb4a8241eefebc8d68298c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fdf0bc902f8f79cfd2cc4cd232a9ccd353bf64d5a8867d2e7763e4bf7ed4c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801b3effea82442fd2fc0b357ab48bb77ecd6b5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6d5336ea51319511b7cceeecbca265ac35a5d3e9b19c33c24b02c5f8ede1eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4677d779914b3dcfb7c4deddaa50805b34f287
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6526453b806c5b8cd9b04b6fe19ac295cbdd29dfc0015ef6b0691049b624f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6d39aa02d68855a74d9f515fa1eeb4a4580b75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eeedf305c4d313d22a72ec65a7cbf196e7508e32edff8c79de80f3a92b95c7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b469d7531f6ce57c58c5a5507c00fbe898bee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e132d07803bc856296f006e8e2013fa9773d449d82d25f81e06ddc4d57e2cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14cdb79b1d5dcde2497daddbc20042d72401561
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e82c2a9f8d25aa8ec00ff3a3c12286a44808a064ef053e949e313cd27dc8cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64877a897dfe08091d167a62562d3e31562b168c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3cd2f964afb8430a6bb8bcb221366aa975c2660842113a7d23548b13ca3e13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f596b6ae5de9e8737c3c37be129372b2ba239a57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278bce7452af7aba730b83b5171ce2f9bb7cd7ab5982433f328ddb9801005e75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e87a7c2a11fbb9691831808515eec23c4280ee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e137c3171e4dd4f6c551668c76b14709e4582987bebe9cc68c8e7b61fa7d3b60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5539cce0990949ec8ed51d9a0e7c51ed416f222
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffba830920611e0242804d39b28ac8359f914bed88944c16d977258e7b8f56fb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59827ca17726f50df5bce01aae3a118c4382e679
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b00c75ddd8b0e02005a99e5ea0ded40816ab91bb3de97b45800de9e65918a96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365ce00d15adf0022fcae643f6ab639e196ece60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faaaa604acd8a3c094f7e2da9d3d85c0221ab9970b90ab16a4f21a68a313fd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e530b3818c0a78cfd93199fe309c6d9ad28afbd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b60f9388b30562cac910422d37490911fe66358b2bb995bb032064737ee86f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78c585e396db23af94dfe6d65576d466ae0a6e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970e89f9e78894693036fe4d32cc10cad7e052b3dd5c7af0ff1fa74231ca12e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134437bd9f3c6007fd068fba974726d405fba9f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fcacc8d86e2db39cf6ece57b7eac94f705e832f079da93939d2cabf032ec41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a4db7ec8dde7319d0ec675566468c1660cd7fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfc8594d1ab6495b70c6419b63516c88fd97035697af4f49a6b25fead1844e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9a78dfa1997ec2bad7566d2f2d6e1be3708f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5173d6423c2cafa6f3d8f0c1f5b26bdfa8f10312640a9e08e0cf572afc49041
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4795a064c636f9dac3e108442620f542f8cf96e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fdef8560637db53c6e3566b6ec6d93b291ce8d13a6a9994ef5ebd8e9d0d24e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15997f9eb48ee814c8cc33c349b9b5d9f169a693
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c53dc4c2a44f32d5bcb2ad2b4f557b12cc30303eb7a8c456445fa3075716e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840f764263b44782c51d142c798333c1cbefd914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d5cef72cfaefbb0be9485943594a9e94668f1053ec2c8eaab885d1607eb7ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e950ec505d5538ee3b5b53ed56ff6c8b46c540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40a181e077d0b3268a82d99f04570a05cbe6582a4cb27a9671fd9620fddb9e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71e5608e5f1b574e9193fcc5cb80793f5be44a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb34facf850593a93ae3466108e92d904e55fdce400ac3ee5b980635f9e06a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c0cbc008ca2f39d392e08d73552af0dd1b177
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202dcd3cb72e03ad92beae895c8cd2da79e1c7bf0d9cd121481ebe6935d488b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e92088ad04dbae921bd7b69166a73cac5e9fc87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad20b41f14f8461366887be08997f9ffac718d0a92800d9cdfcea1d97ec024c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64cf8afcfee2db18ae0676a1f8ff181e861123c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd14a9d0f5934c20dab75c85b292d8051d1e4d5afa22c27da88d840c17a72836
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c28858de2ebf106298b5777345edb3da0c5a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafd9c0e946663aaf4d67978014e0a03b9e018fac91bf516f5c94f7ec034b784
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e04fd45b5d72bf4c9b53d5ed9a8163cb637319
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a014688dcf5a76e2534c786ddb84bc441e81be048defc904d1808b5b865f867
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa45f840940347a2039ca26dc3e86a1a886b82d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916315aab5dd2f79d7a401a35c5b82d74bb0e91476bfacaa5d42a4ed71914ae3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a08b1790141db92d3ee8c6c7617b254e35e9d39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb058d7aba4a77bc4ad85d6a3807ba0b161bd252ba632d8f9541ab6f5175e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2d4440c13885b911728e9fdc6c56962a146a49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db5a2f72d2eb7db4a2215f3936fa94ef7370dafad64ae513dd5d5b1dcc1c82f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589039c63389c08916a9a7449df22d276ba7d3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826261013d7014d296395e2502d8fd9f8218b845f08b7f76322d9b2c97d608a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5900e9987fcb55bce5f76a379ea6d1cd6bcd32f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e4423cc1653a99bcc4d6dbb8a789557e0ab7668c3829d2d0d966f2ad18f6b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd3e10da8ffd02238439c74e9268dce3e716431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87dafeadbf4999b546180c05367728ae27e4c03e8dbb8c926052d063a6d4b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2618f565618ac60616aefdeac17cdb689646d91d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c3035fda1d87a0dccb7b7477806a69dd92321fcdc8e9a8b2d5bc51ba473a75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb4d7aad75804e6b61bae95abbb2a03393d510e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e324f6f76ff7c6a20bb66db30e6f68cf0b4113075400a1cdea2d06452926d7fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb0c8c9408640d9847945d6dc40c0a1f23c244
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077e054d01555dde8e57e9af6568a1e54e0a65f4ed3764ce47692c529dfbc113
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e426029292ce7c9e4237cb219dc359990c2c93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f49443239d399663df34e948a33c891848835eaef2276e2ab8fe7dc18efb05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f4c7d9fdee15f6594b7030959542cfb756a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace92ccb798e11261274bf703162a2e80b77e5aed3d023b63b5530426d46b4b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db69bb83580844ab75bc7d2b67c9864b2cc432dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3734fcfdbcc01316086e9f7ba48ef3c2910462410d874b6a2f85584971a5ff59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9b2e826962a3609cc44b81d7c2efb779b5103
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c54f9ef9e76662d4560ec7e984f81e85ffa75f3390ce022f5dbe19501316ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa78a0ac7ec458832f42934408573ab9476c9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d3c64d7e121ca8423cbca5cdf677982dabed9db8c837347f3f2db15d4212fe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b35e75d4ebbb77555074527fc8b417f046f82c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e377e50ebc656afa318f2529bcb57d5153459ec2520bda03144a12e4f1f314b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeadb39e9f00d387a4efbcd1423e296afe14bf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb9e853d60d50da63fbc2a5f379a95a6f834ae1cddfca6e36f58060bede2cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625f31feec057860c5c4a89e03ad29be43d6ae5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f9a184ec281b288e58e2fa3412d755956a1b98926689fa4e054e491043c44e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c51b2f9ae2179e1e749814c92a37ff652832d82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfef6b5b2d394713766512a5790f6fc2f368ee208fbc7dc296c17f50da99e51b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f61bec9da8b94e8998aef1e7f6106f567bcc1ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4cd074c7e45586d38e158c4cfcbb3eb8972940c1889b36eb5540fbdb8066cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d565f76b94824e4846327861739b15ea11364828
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0558d16f166dd6cb9517e907fc0bd3073b4f2d871f8249479881aaae8c3efd45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1a82524a33d462a3cb30109fb919a33218198d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f859a1223aaae630c25fe8c04d87409bda015afdbabb6af281c9aaee63a16b0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee554788dc905cc3f6292df4e333755dd1fdf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6810afa90ce234f1b7d3ab572825275cd68aebc8acbc343eaf60abbd3f43b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4334bf879e021ec17c492b1c5e8e957de23c6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d7e6c36ba3cf633f442cc6bdfd4ac72582256bf4c22f25b2eed07a1fa5c63c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d6c55114d4eaad40b2b903808313c86d66900e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9956395118b3ea1f075623aaf6f24d176730410184b8db1530fd71d7dfc0584
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006a81f1d08645005bf21305f109000a0c72606b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ed9d50332cecdb94f18279e9da00d3105f127cd7e1326b0922b0af904c78d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a8bf22e8614dd4e73813d929536492032b64c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96e76b131597c2e28fb22ad16709d64ee052717a3d2f200b9d95c253666c55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c9f086ba99866dc1710360575001fbe57c3637
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc1ddc976e19989a81ed3267a129f99d7c330f2474ff2f516c828ffc587b561
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5701ceaecce85f76e77931a6f06c9a4570c75571
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e14c15590195fcb04fe56ca63a19ec89362c36bab592443cf1976119d48f6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b21435e100611b2e4ceeed3f3dd693f998dba3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae5502eaf7aab1a5b0747c741d2777f7c97743cedfa75f8c8614b9a2693e42d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f22410160b8aab902c727ee21331b42191a0ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6546bba4497f031083d57d56814e0344b69489c723af22e1e592839b7f352eda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9394f5138664518a6525ddeadd24fa71885f2429
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569f50640aab2b42a0f379f9aaf72b3ea027d08f4a1f8f585960d5bc0a18fd35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b50302a831404b2cadaeceda506028b101b824
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ae3cf1a185375565aa77214b62441ce8323da5e07c309c7b6a1340c254089
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6ab43d57ec966a2324c19c378a27dcebad9761
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c406cdd8a00d96760b53bc0cbeb782ca3a5a55bbe57455a8157c3ba76fcab9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08927c02afb6486f468a6d7b5382da4deb0396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a0900325a111b2cc8b9b1c1ffef9e32b065154e5674b60efd698981203a5ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dd89397ab222a0920a5e5bf891c07fb2636ada
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff423d9f08c6370104f378c40bac9773f07e7cef14ae6d77a8eb47a0c20bd811
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529be6fcb977034ee7ac5ca8ffa2ba331a14a9fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174b660cd0388ec229764095580fe529a57d05a78969a08b6e33929c92bc863
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccc2de7c67d32d0742b53b2958e40ab41f81512
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8c33b3fa2869b896fbe2f505e6d39fd83a5430805fba14d7ece449f421244d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b604aa4ebbbdd639269e457f615e4202994a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffe7187a57c72f55f42fc0a28485a109ae9e0356adf4d7b87ca0ef7c6424495
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2783ce6276e062458b1eb76c7d040bb0e9f8fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df14b3caf6462389ecb86f0b52d1f6c3d2d6bf382bd80fc681a6575a195e7420
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed67678be54b785139114b5c97b14699a56c7c0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f54324331c2370c159ffa04e4a38196ebfea84ec993d7d78abe60d2753d8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23afa4833fbbe7d72183dde94ec5db7fe95da61a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4955142b4be4591813b83a9e3003bc0ce201124d03e03c08e585a47135c8e78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168dc6dbfe53e82055aec056bd996cfb4805274a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac2f4d18c987d1ed8c621dceeae0e1507654490f973973f3fe6a3dea8c3477
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c04f90a54a4a6f15d53d863f665f4ae5705b05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5b6bb1a585cc0e9aca39c702bf9c0e289a4cf0df3046154f4966cdaf95208d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc933a6fde4a49236580c3aed0fcd853a791194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0697f967e051e182dee2ae4e5bc2b24c5ec2b076c60d48ca3e8cd8854de1ca12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e21a14107162008b65abab60494d19751afb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4777e19ca026b54c29678531944edb3e4f4de5db87899e6428ecbd2de8cbc9c0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ee7986ee3771db85a13cfeaff0d8a10887915
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2396959f644dfedbb486d2bb1eed6a1d86a345a4564e0aa9f73579e98eec5ec4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57dd086862680566a9e37159be062f7ebf67944
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bf38a740e6bdbcb186d09669caa84908f3b3a9f4e02f49c7d9e8eb127cb0b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61738700969d927fd35166e39d9948c1e908c232
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c4854e50968289d74a9003813afd4792b0e0d2f9b29ec209af15026345866
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ae297003527a62295403f7126db4d622abe79d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194e25f7fcaec380f51024b0fc3d0bb90f62037d582510fd5cbf3ed7392a72ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30779265291d5e94160a00c954225d6e6efa85ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43117f703a6f480c690d71dc3798e35fc0a8c309357c5bcdd388cb10d12151a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12fa0030e40ce52d3a3cae48336a80ab3833258
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020b6d2cac189e7019b6c630be859379deb94655bae895c4371e1bc8479d296
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62bb6996b5c050e334f4d36e9cc1d7df9f9bd6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bee896390b100b4e50956c4dea90911b2b9a2fa804d1bb71a8930d4fb5a64e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cb4a66f7401934b0a10154861914a5b0724dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7a6dbeebd12807b6b28702c3009922ae4842402f40a73df7eb2d72aa3cdd1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c00c6e90d321ab82fc6ad2782ff5d4806525639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc13bea074d51ca29fe2cdf9420b8a5b1846a2db8ae0b4be80ff5bc03afa73be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112473e7d498fe2ea5cf82ee2f30a70c7a0e00b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b78e9c4b9cfdada5ac332e6b87a196a6c24061111ac6a586f69a86f9edc258
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a914a78461cdbfa3036df78c7ebd81e18fc20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b0a0f8134905dcd01d501a5e852b6e86e6c0197ba82a7caf1e498f7de244df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6179ff915bb78015e9c9ca6c8bdfe247130a9cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1d6d767bf3216a2ffabd5677910bd49961451d76f40b351dfb08fa2e3891c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49e98b21da1550a367cb1866d82bd0cd7a85994
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccbf752276a0dc2a54630b3dfaf5a7bbba5f6bdbeecd801751d9b2e34b92002
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d878dce879b80be1e5f1b76e8fcaa77f5af7347
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3f517531a84f9123a8ad19031dcfbf28e6a630353803f64892880ca6db7e8c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaabb9ddd85a2652c4f56f07efa86c49bfafb6f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a532cf6e7cb0bc135f877921b31b2d830398271195e865ac57bf87fb5863ac91
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4584fe2bee918621a1a197f9a0709d4750b76122
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb359a13bcdc01b97b632961b9c3b1ab1a0f0c92bdab892f016fff2fab006dc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788f3d8780050bd7552f5cfdfdb95692e8f3508f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111707e4eb89e0cf1bba6507f8b4dddd3651cc1c72a024d72aa120feb25d81bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fc001fe40da928a1ae2dd0b0f239a4c5f1fdc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819f7cbbc2558dc07a72750ca77595287244ce83ca61697f8ce00d50b96ce76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707a8e9d5b6689ea4f7928538cf9343fb5641851
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1211949b6639cf33160f082b524733cc5878a7cad54ca50ab443c015dbd7e762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac4183b7886089e2172919f9dbe31a81ce33b72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667c70e87b4ba24a585c3009fa3e9a88896f5b310f3adae6e92a91367b21d97d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14afd81b6318fffec47fb676b9d6fc0dc6efebd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02e7613157701bba44006013f84ab7f0fb000f4735c47a3b1b4fd47677fad1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fc3fe6f59a4f352fb2b960f382cf00bfe3757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5373b0b42089d1151a6b1ca9fde270b9656afc0216b31a7eac5697d6bc5d24df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432db433cb5780cee4fd9b522ac79f1f260df559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac6de7afbf679f446026c589df0973fb86addbec7f405d019d84a613345604c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c77bc4c338e9da77afcda78d8afd1dc235ef4f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c7ad04fdba9cb1b538e6d731ad8b7d4fb7f09b30fa6d01e637e476c5690c68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ff91b1803648b6bfa2e6989c068a1b3476816f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f17d6fd0d30f89b0ad644ffb7c987ea68797f316490a928646994e660769dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d256fd2ca186d9f7e5cc4cf03d53f1bcc1d6d86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfe79f9270773ef4693da73a8a77f97790ce979c9ef9ccc3db661dca25487c0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528fa3f138987fd9f4c291bb83d7fa7dfdf4c7ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cc91efd9638a125662fe726ffe01d09198e6f8f234ec7ac5b116d0abd7f7d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f137a672c2f0abcf3eba5bcea506f87461a8c638
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acff049b3e6874c6f30688559cecd59087cc3e6acb89e4417a91075691263d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652c65ce23dedb5a574f2dbad5e2c7c901a637db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12fab81a9ddab769f066122efc17b4fb8ca3d0f1c624a58baa4964fa1daaebc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c471d6cd0216158beec5f7c508deded290cfdc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca78fee60540136afdc627cf6602c31e85da36e0438c6fd72bbaf6818782ae4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9823e78311c6c40286ff84c17e280451c5ab8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a26bcafafb3f24cd5d29bb42a1f0e164995ecc2359d029e02cd6aa0f07c39d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bc3e765f2a9296a8539e33cfb6e79eaaeb1c1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff9aef9057f27f22bd108eba6adebb6e08380a1ee51fcdaccd7aa9ecdf111e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d1f0520828593025e42334ad2e60b2741c3e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62f560f05dc0e8c7eca224b535ff981e862768212053207ddbc35f72176c55e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2f163dc186c4feab460c79bb1dcb4fccbceee2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4079b1fa5ff8116efcda2c3623fb546b6f4527adfa461824b9226c5bcca1659f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10828fda6dac9382207232fec4ba7e81635fec7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366fbb7cb146d0172383e12f87edf4024a82fc2f002dcea48161c869846da77f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509c530623975e41688d16ba2ed1a56e97109cda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ce60e9dc797ff5dfae4bd1702226e004d5eccda954bb48507100a83367065e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a953a11cb475c856d38a8de86dae1fd55eb92e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761a439e03d8edf6a90534dd4cf64b6cd65fd48bc30d39b571628676922c62ed
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f26048058d769d409cda434338dca02d4e6b92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67036682aad91e7c347edf3e5cf5cb2b06325f29f9577190e8ea183402024ba9
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bd746963ad9f9462ff17eb8e947a6da2456396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b75ca78b106e217677ed2f89c9c76551885878295ce73c5cc5c33b139f5ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44038213e1acf45b99f2b7627205d6de1432712e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c4e03ffe8afbe5de7e284f4cc45bdc1724421558a76c568a42ccd9180ccc88
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65753cd534b677ad68a2a8da35e4c3d73c91354e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5afc9379598fe5f34139a5fc7539ec218cced99bb566501801ccc67fb4d92c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ae6807a698f5bfae59c0b312c26f82887e3b8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fc971db7ea3ab585b9eee122d8374e7acbad6e0f90a12ac784f6343ce30c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f488fe0d03f82224c09e4c49442c382c8eea3301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118efeb5bd87952f2a210bb97000157eb243a3685962b0c5c12c727fc11f6df5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65de81cd3e2e3423ac83a22f875a89e28b9b7df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3706ef2195c0f087972aea9b320514b5e3aa668daa6d7e5fac2968c10b99e06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fd01c972f89d3dbe9c23651475881d1983f76a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e74c918483b20574463a02a531fd925d47122ea11cc71fbf1a34df72e7387a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff40ffb4c8da17d9dea0ef586067416077423e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3a11d4d4f64aab0fa7438d271e90ab5cc99196552ad665cfbad43af50e3d5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936debf531215010384de217d6bbb0af48e057dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca49ac86f4d0f80b535a6fc050d3ef6fd47846621631308c66507bd0c6dd8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68403a844f6f3916c6ed79a55e98b6a64a9635a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d7fe7ae03fd085f027b9b1515b834529b40fc2846aaca02f582b86e28817eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbea5da3bc4bfe7fd46497263acc3316ae434aba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d1c5b3bb1e361c4bf7279c123584e94a75d8721d291d556de27c5cb292107
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d0086ebafc9cc24f751c50f769a43bfb49cd84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492145f5214b8dfc5f1f9db9a21ec89a3d771d0292d5b6f7b7fe39b6c874e40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce86d59282ec192d244d3ae22049e867e13c385
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0bce9a88d1003db050ff5520fb7432d0a78729b8fd313dc50de140eecdb6ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af7cc8d5df52ced174e0d1ac3bcdf4f5dbd32cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c1095c5ad84fc368a432a93860fb635ccab49beccfead7709582e086ec51f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921973e2dba472073fa265954ee69ba3461b1e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44580a750e5fa0fb461f493e0209b7de8c7a5f5bd90336d746b9670ce15b953
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd10e80a944816e6ff0a59541a521cbf4036f45f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc33f4a0bf53b632234a06eef4e2fbb411f05b68163b11852bffb64a6e1ad7c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce09ac465f07f5ef754665f9079b9a296b996df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badafb054f9ee133b473226c114ece093cc1c76e1468217c29c8c6559850e500
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b604dab392fe8664df43fd02c74a2fdc81d159d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda6ed309e652f422787fdf2e742287042555294c27ece9ae3b09164cb8da15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd2cf4081df9d4171562f9c6c01937c7ec9fe2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c49bf588a3a74630142c63a138af28a4d219500538284a7af34e538351e702
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376c9d6e82aaf565121e2e86ea936c0765e35c95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db5fcd84c7a1f758c5b3273d0dbf7069d7463692151782fa694d42268fb1826
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce1a7d2e4ddc42691263f64dbd612db09a24e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e070e563698bb20407100964a01016ff014ebcf684792f529dd01fcdf124e397
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160d4faaef0ba2a12799678b213699cb29c4170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf665326d1c42da75f4013bcc90052211b11a58f20b6796308d60aacddc1a2fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af30664ab349d53923163f4ba2ba35499d8854a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e4992e0867ba65138b47467c7029686c9523f65ac1c481aafd0ec6df06d4f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d75c0d0d6db0af7b2dd4e97a4d5037152171a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132230323686c9fb98c972e89885baa2bca6b41b2c349f9db24eda225a18e99a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d787affd8f92aebe468d0cc299b6885a50bda611
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd1bc14a287ff3fb7e8217c71d77690694d432a2dd0023dcb1a38b265ee2d92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e503f77fec264f6346e7db60b95ca0f6f8604605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca68060c0c7734235f572dea0a9cd4c22ed8710ac6d8d7992807dc85410d1b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f59518f34217e422166a617b65371f03e200e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcf2347b2768317b7d5532c5d616e3d1d281608fe3e2d04ab0537b3e9b02005
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658cb3b9671571fd50e5d88d5ba1d5be5bee5f0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c33824926d352d43eef13639866e28ab3458e970e4c88aae54ec3963936a9f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0567ae76a521dbdf71ffa04e54d3365afe456f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8ea0f56c204d84e50ba992c0d9855baa5ce17eeccb1ac547433ace99cda75b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c2641abbbfd27d172dad26927ab338c18fa3f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6eb1372a086cde9ed5be75f720756bf461df56e04fe9e72d72f1f926324c6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c6ffd7b0140258ea8908614c26b75087927bfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96717d48ae5bdb799971b4f539cbe464101cbb0d725ffb364acc0e6a5472b63b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e73ea7e0463e0a878fa8aadc2d33790ac135e20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1325e59637f09e544e42ee145a5079f5dc5fae48ba2e9b9995203fe4afcba07a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df9b8013c90c2ab76d004eecbe68c4972a88f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7df8400e14f6e209e5e4d4fe74b4b89657600813627b72285da38e7a89dd5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab89064cbb531a8fd32201ab1ee3201fa760cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6706616c27d6b6b30e53498d4de5bf43c4e275b0e9d24c3d2ca350f4bff7338c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142a38688d065909bc8eb73ab198dc4ff3a6ee84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9544b7c79c28f336a04ec24ec17c2b966294c1553f258a2d0733e5a8c27686
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5b630da661db598087fca4086862f0675231c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2cbefdc270c56f4316b5f3e2fb0c26b4872c073e94bf27aab8a21a40c4ad14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4614fac81fe0c202132fd7a76850711b2f191e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c0ccdd8d2d645393766f6a93d6263ef91d0ea88b62a0c096cabecba4e22834
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84826f31439d08916449740e13d39b15eafd96b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6ee64e4891e155fbfb9998c44640e621a8f9c4d223b4a4e516a4a27f4a2335
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26f260b283d79dc8bd324b67edf6d4ff855496a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4717373560e2ded2728c740a9dfbc543ca548d946a7df39058f93208b4689a03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de365cc14ef375ed4d06441f79ffb223550741b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a939702114876f2123816079b141bcd35dec12a0cc50b5886562d3750079493b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1365721a7f6137758805a001a08429ba211b74f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc13d038a53ff09f1e1248974614ba40b212483f5de530adb233440840cf6962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0176766bce1c4b8298b02dd5b2f2cd637f945528
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384994cd4da11c05d7e9eacce837c3c5a8b9d49108c316898e734ec352e26874
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b29aa51c2af915f48805deecaee7b2a86498f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccb967a1f1139488cef00ca1b5b270f5b4f49e1c73ddaeffae3803d50c28d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe62b12fa40fc585d6de1ad2133db618c75da26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738d6f490e3003655fa54f19c81dfce675297bb4b810264cf28b5d0f6a05f06c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef5ff15d18d8412ab88a68ae5a2611dd7cf0302
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba96c339884bd620a5d44a43ccc84e0f031910d7a5bc19d1d4cb5258240e5ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52da3788ffba215229ebe7eb828e8178a55d448
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a67c6af6a9fa5b5f887ba568780f44399858e2c58053bc3feff8697707ab7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d096393088e7ca596e4e9f34f60813c3a9ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68296b0a6de1472a2b49996d05632b667912564b559a6a9f17cb547036dd85cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ff26afd27d16c19d6762f851d5f4e55c59b22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381af6c72c8360dae4261e9601ea1ab21408bdb46bf73cc22f1533c1b147470b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a4b92399c3ddb827dd18dfb31ac5608e768ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651921d427348b04f85ed1588cd0df683fae34900c72b8ccbe91d6e1cb65bbae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135089c30db8f5c2655be0542223a5a03597a2bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd0c6e4d0fc13b818e8ba3bf27441518c211a0689106d4dac31b84b0754f11d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f34993bb76a30f8d8465e0bdb66d40a7ec190
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cd3a923ba81f479f69da49a629692e5baa11325daa6706779cd9898ad7b589
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0074cc9e1f9298bc3a0bf127673510709f7356
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd20243cdcebc5e39d9924b312ba95961ae3e92931067d754f60b964a15acb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140b7e29f0515a30daf28a63b2b6c40d36972803
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6087ef12dcaf32bc1edce505ddadded95824ab93125f123fd5a1a9415c5525f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7786b6d1d08feaf61cce5ae0cb4978dea5001050
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcff1f8275f802eb581a3ab142571465a7b16b23580ff69282717eb756fe86c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d205cee1cd6fe3b0357132b4aed4dddda8f41b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990ccd88a5391388687510c9ad44cf71ec2cf76ab674eb49681de82e0a6fd515
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207f7d64c2020a1dc2cd2844215114684eb6c1b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aa5182c4ce7822606724b3c7d3afcda2339bace900e5235a9a9577e8a00447
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9e24611b88d91e796456dad3b737d7675a870
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f5ceb8b8238f44941d93dad73b128a682928d84903514af698a2b170eee4b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44707c66cfd9a95b76f379e42c74d5367149a63f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710ff95f453c3cef142cd01d3341b471300e339a863020d07eb9d47c221e06e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae454aceedcb0ecaf44e20cabb22a6068e8f269
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d56930a2d48b396ba53361eaa7916cecb9798a7a611db202164257228d47236
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fddf7e0630db8f10babf6b5a726e1cf4ec5ba2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbad6e221b4924a506afc64530ac605795b2d1af2fbebee6066879d1a7b0ac6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae11db0651ab5234b84e18b938fe1adf5d264ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce393063b29defa12d2ecb3d37b1aeec9818eb63cb1a3d36b6cbb3f10284fa3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6dcfd8a3c6a47ef24c17e3e10468944aaa08e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c473bb9336cecfef4aa55be49fa0f42284001d646b84006dc2734e93dfd95e57
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1c1f77009bf6fdda3f7c1c6bde7bdeaa381662
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8689939c295e59e63d102580a4679e65be7425ef09a2d2feec6cc055c99e305
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72571e746cd86f5c7acdcf0a7b201f4f574b551
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674b4330a1374e1d0a85f73c1f5f410798ac829fc97dd1cf675e03c05a92053c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e205511a6c6cc34d80b1671871ceed29c011cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f8247544b53b271b8a5823965eddf3b2271c770b5030106d14c44ee75bc58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03384857cc29c5cfbfd36e5c8ce190baf5cd5dee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca543f7c18cda62bfae3ffe716589533bbf33ec79cea3d6cebd4063890d899c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c3d0b58f59de4751fb5d5fe98fd84bb8f7597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac5858cdef85e48239ab85a030206da4640d5ab0571f65d965c5cb57382a043
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08351eba53f96abf145a9d271d161c9ccf732ac9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dab4edbd67a4bbbe2dd6c89cdf4ea7de59b0c03b9dc587fc96f2a8b14e4b8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057806dee6192e1daa2e5aeb4074c1aac7eb3e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10988fb26e9fb4ed9ef4512b8aa3d6af300140b4a8bdf8d11b3ea46df9fa53c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477485b3d151fa8c477f6e9a26171958ad34ffd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657cb3b714316963becd8296de18f8dc762d281c2f085e396fc353ea60636614
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c59dde8fd6a37a4670952610d5e283d440260d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eafe1c363c4fcc709e74aad13405a723a66b51d9abb06f5a670aacb512af5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1075b09652dedbf734b4a94aa73ccbb132a8ed4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d555f5bfe7f112c9f8c4a2c9b81a9fc91196b40f9909bb34767c54c299d5eeed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9772faf8e2146b553c00134f1128f1f557538e2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bf4976b2006798034a5c95e6556e3ff275b8ebfbf82febff15ee811c063c82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca08bbb2fc05a00491fe43a6c3b21c10bcb4d2a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5769f41f3fcc0fa0de5e471f2602a5244c576196eb47d2eb8deb669f169737
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337dcf6b3b657d684a04545a4047b89a8a8c6b6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7afec70074ff630542d01395ac4e1138fce3784711eee4b44e5c8c3fb66535
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d6ef363491038652614832a63c09e58e7559eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576bb606372abe2a0dc9ba8d32b006e14f2e767de541a23cad3762fc0bae6cca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb232d9eb8b56b67ed03bfb8cd5b5ceefc7966f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c60174128dcd36ac836c8e41a04a2154316c1739bc02d564348d54c84c2588
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b424b5f9c3ff261546102fbf2f24f8952fae521d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6aaff96001d572aee69d994d4f0e4a4ee7965442a67691ddd51d1611e3936d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c19ed4edf3d0d5c2fc5fef7c1ecf05fd551e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db34f1975e03759faeb494503189d6864edf153db4c53522a924ecf5bcaa933d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210b6195ed06c31a93e38c6dfbadb52868a80dda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17133d44a078c0ba9d6990c831e34488b572d3644168e7911f1a6cc8e0a93807
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661f4b39a1c816a2418cfa4b3c4bc12f762ee43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e3ee758a7bdd8ec20b093436c1c17c6c66a8f9e2219d3731cb4236d22fc4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1fd51f1ba5c08705265b041af69bf5154bc018
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818b5e7f29da731a08963928126795983c8811953561f70e47298c33e90b507
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9870fea107e176af417763dd9b79185e4deac1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee743a6fdda8689bec2b85c79f0e878e616e56000648ac43ddb685296f495347
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dd705ad6d314ce3fd9e0086bd35a0ce10440b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc54c0989ee54140366eec2d872607ea7dab64278201419f1b0f26fec8993d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d7e7a87cac69bd37bb45aaca57eb32767fd74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540f2b5512868d55d2bec734cebb18a2472b3cefe9e7f88efc5c7ff9b3ad5ae7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f78dba09a4b710be4fb78c13aebc8ef9153f5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fc0f37bce6dffc6052ac06212155887deb7320567f55711101490896368601
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20ab83f2781510a7be40519ca2c2e83c0c907f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65868f1a445c9eeedcf0206594c7ba091d68cc022c85cf6714902ea849ac1ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9ad70860e703c18eb2b36ac25ad62b880eb58d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2f9df785e0d5f2a9126c2d7480be565dd3434a6212e4b1fe41831690f6d9b5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8080cc4331b75c94104504f16595a2b0fc68a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf645909617fb9e2949d7324cefd709b582c06c6b0fd32988ddea314168966e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bae14c3ff1f9953c4198624b1b0771368621ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf6fe955ed00b02dad22160312cc55cd68f39670a41bff98e6a2aede9190810
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ef0f8b75789a1c9f45c29100f3b716f399b1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc260a65f8bb616ab3dbbc77745b1b5ddb4ba6447503746759c67c102d1d0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f77182343f101792bb50499e0ab19ea113a58c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4165d40e12dae0b4364488e284df4fe44b0d0d51e3e566a6b63650025413423a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57844014e8b89b91a538e3158469462221b097f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede2e0aca6b9969961bc53f51a83a620410ab0a46b9e9a54b4de6406dba6990
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba86c5631541fd72f76d85f7bcdac44dc593a5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb2560e396b528f82a2810efdc37b494e75c1a1cba3eb701d518b12ad49c09b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce761be7ce066718e27a3c84553e7897b308a2a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a72c913b4fb58eecf2424fdaf000b02814f478e06e8c10be33a1846f07dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15bc95a29eeafe6128f96a5c0a5b65497275878
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d543ed47df8b69853f9cc68ae88638003fcd432ef24e75239574d1ff18e5888a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bef00b94a4a145daf5af81f88cbb2cc13fa7e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7356b0b02a59954b921d09e9f7ca903612daa437c50c83719e4c387c3520d3e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b437ee95fae6f1df77e5ab9c4a886c5d8b0bec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d990704eeb3c2d8f1bdd9b46111a51fcdf76b56cfd95534570d26d8b7e4bc4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d637871cab01202041db93dc41525229f25d6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf12ed3a3e30ce9d63f33b50cce3a9c19bea241dc873d27e922f71bf82e8cf97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89642b4c172b6d102f093df7719b07e932fb9946
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b1abb22706fe122d1ad33640cb37b1a7ee3b88761584179b3a71625ed2bc82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bd5cccab74baa06d5517eeb94b070bcae2d30d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cccceaa53cd29c0e5adaea91b48028f461602254f1005401f10dd684a7895a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2879f2e515b300147f54bad3cb76548bffee6cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e9d4e1499d0b59e233a315f884bdfe62d3fc2096dd1f74e39071858dede95b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d81f390d56aae1baba3f136c730abf260040d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1d967643a9bd6caf7083e06bf944b0183fd5b76b82fbdb232e340d13e06b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10261324b340b16fac09ce8ddf75b0f41d30bce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f4ea6dbed84ea3e6ca1b97407160c407f51c1c174bc80acd1bd7d370d34063
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe0da0a31d416420987c92c1933e83eae04a378
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03d6121328e2dae9b821462ddd7dad64ee06ef45f474ee9101888a10e408ab2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066b8fa6550e9d33f2cb33b5ea49844ab2b671de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b5a189fce0950fb04b1fd5e3261a4b43f9f307d4861c2e131471dc041952ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fc1caf51c11edf53e4089c7de07d1cad851405
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b9f076919d28e760eaa960b64d69e1764c5ee9c429e0d7c719fdf6c48fc90d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89def86f9be23ea6949a028be24e580a2bebe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b832e489992d5c95cfa14a1e473072d3052b9bc6ea311e6222744bd379983ec5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4243db59c139f28bef9ec4e49c25d99096363e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024344cd56e4d3ea5e56d697736d2e6517facc5532d916cce89921f397d1f029
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84079a857fa95dc35fd16bbae13b8367aea6c7f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1df18142c5d318070435c1f30c7bb69c31932f0e62cdd139de0ddb32f3bf636
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb516d3169b02f93a6cfd8a215d0dc2556c0ae41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80066249148231571e4ebc429626547f21d608410b4e7d229c65fade2d353060
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a23c859316276d309bc7cf4bc5ac440569de9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cd9a198fc3c5b6264c889d1e5a2cff4995db3857ec1871f4093d3672ba319d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6756a30ba34980cce0cd7ba06c3e1e23af39917a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd02cd1d69588b50ce33c4e4c83941eeea3f4bf41d7413e4b9159da10d584b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29c4eefe7c40e85f6df7f849a711e03fefa09c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18671b2742dd31642d086b1cfbf0284c6b38050720aec58ad97fdcefef48b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51ff914c711101002f50991f42ba3a1a10e3aed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b702328a86c5a49682cdfc47514b170564dfb19c4c08f2baae59755b72d2dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c737f3c72ffe0aa9b80217365c82ea67ff177e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8477d66417003455cf791aa9623e372cf1b0d609f89f32882384c5c90a8e80
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9172be950c8c3f4051970a62b137c50be92561a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f007c86aab6e0862fa359196193b5e97cb3bad86edb1ccaa9447a82eaa74205a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8552bc0af46db9f2835d1358ef08b1ce9497a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95a4cab8ac7ab283b4f6950c239b2d94dc5bdc98156699b5444589be700f803
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c93de96c72020b6328cf033bf05d4c717ade841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29e685eeda3f75c7758ab885ae19928ebe9e9ad53b2cebb831cc1ed99acbfda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3426207242b2f60fa511b90247b7035da171d8ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76da2bfb882be96601f68082f13ced0e45d7c10d195a1cd6d92ae996525c6907
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fff96244d9baa07fd8805006597d5c103113ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6bf2f5e5f01b41fd91377d7b146737139c3f315d674ae7762fecaa669b6b41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7168b104fd488f0eeaa763d739c5a800f62f57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7105e488d1f8a24ec75f56fc514b0175dd0e34e46a14b5ba40dd8254e829fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2d9e50d78b709f55f444232fa102c1f135805
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e131dabaf4984eb5a68d2635cf37552185bbf00d6511456ae298291e031b6808
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cf084c7c0befdaadb979e18b3e0ddecd85bff1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcebb85d3e4af6671f939f1b4a83e4a382bc1b6cfe3a8be08a8bd6961979e48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2edc23167207a3d6748bc58ad673845527e1d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad745e88b12b8bbcc30c3659b8cc5d8e665781cd7120720b6be5b12e1ff74be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d548bdff2066afc97cb126576a39bc559ad76a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55884cc8cc7b51bf529a0bfb2edf64b88acfea83f14e60ad4b73590e01517946
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf35cb971389af6eb39595a90d9e47c19eea7a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5673213b8b1eb245f1267615992a9f742b7e7d344d102387f4c3600e9000e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90874f161880a26e11cd14ac4461ad9d0927666
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adb594d1fba3285381df46c9183d93b358651c672e447cbd7f49f2e9f83ad4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f18091e1a99f6152984a006abd8972e66ae28a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515730b487d92355fbc13c96ff2abe36a8054cd688e5f940b0c4679c62f3ac5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a728c0a31ae0c1758274bf130d6a6fdbd577f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339cff5fe8ceef18faccf316120e6688d8ef892ea842889d54ae7c9945673e54
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6279979bf6bc603201e58b5147589bc33dc298f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04e5ab68b2e54ea0be0f1d5e572f9bd7cbe5380f2bac3e27db8c4dcec31a1a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0895f1e566fef1e2df6381930c76f12439957c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6390ceec3e284f39f9b6cb5c74074520611eeb2a841b8e9348c935870fa488
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5d48b4be9abf78be3150af81c19baaec187147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b5ac40caaa084963aeb3eb5318d5427ab01e4140b14b16cba6e8204e86451
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc45a6caa45003c0cec617036adee5552797f911
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed6ab434960b0c6db736a724782960ef2c01b46e33c4a2ac66698d2697fc249
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0fc7eaf1797449a44bf8dc61f6a366bfb04c98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2380970cc4ca68b1e671d998e790470312ba78eaac19faac2441bd6ba00b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30212a3bcd8d819fb972ff6ef0d5dec83f12685d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1100c85d707edd790116e30a3514ae287e06b53baa31724caa065e735dcc70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3b29563375c11c41f69111e9c13f246088df11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c2f3cb6b744f778fa87ea661f30b12f997125d337bc53917b938e4f611755
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8774d19daade9814275bd80a3558379523e3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8efe686718582732fe86057c9b751f509a5e043554ec033a4852689a9f0edf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869286e0a2a2ced0fb474b328e7e904eb968bed3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b5fa9a0be1df6ffa6ec795fefee6f657ee2d3d91026c3c93733c667ffd5217
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa1c08d72e28f33acf450dac460fe7430d21f3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a89314b658d1ec51cb29a7b9e35a85968bcc7582ad7868a82cdbc5f2606ff0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483b4c21401f251e3ad2646809eae0880f466bbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb8483667f0f1dd037e43a0799a42662d2c65849f54008db479d24d44ff1969
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad38781b8a4e6cc220bef1e487adb08b9d2125db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be050b0b7fe6013e0bd2b40da2004a35aff12a0f8a7bdd116407a3ed8909b39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93434074691b574fca55243f47f485a1b0b4a08d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77d87ccaf8c5a5bb2cbda51a33b677beda17afe978acb22e133beae79058bab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8126194e80b970ca82c95c7734c31b4be1fcebd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009898827be116454f2eff9bdb7c726b354ca1e966456e7027ce2afff403a9bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b180241b97fc9b88da4e23dc205b4b6ddf25d104
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcd48499aa6d979cf5820e223fd9a30e511e15b772e79c562eab490b6ac1454
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090eea4d61d38767d432fb0e6087026ac41ebfdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8555768edb0fcdc5039bf99e2631a55f7106f077ab00f2b5f33345b41d7c04f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e88ccd8258c58c73479cacb09aacf5fcaa6d3d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e813cd5c5b9c802bad6845418ac5fd91ee5cfa2f4d60a5c8491010455eaaa8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba14a632af419f6a06897aaa92912d832eb3368
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bfab02d02e63b751091fb27d33c7a1c5e9443a7c1f40ea5a9958c6dd1e7bca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fe2b3eabbb7cfa37f9d933d053ef6999f1f4c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63834d9ffd41d13fe01b254c233a9189ef182f9c9fb63a5c4743c261e0a7e97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fd46ac12a79d2a180cfcf0dc7c32364f07cc36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcdca369c01194123bef0096eecddc238aa99dd17826d5828a3ec2646cbd99d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4eb196823670c6b393d1ebe398cf70b722d0dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b61459b8df642fd06225027db3b8199ab63af36e87f3169e1a8b8e5230d361
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf020ca452e84efb57f7dd2a811bd498aa856fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc9463a6c9b152053e996a3f49bb7d97a39a29aa2137fab8778c326a533b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4a593ccfc6d93661e2718b55558fd1a2e4fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d1c88534fa1ebe7674945d2b6e004d00114e34a515b8e4658558c44121d56
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1289df6b51edb5bbae03f5ae0bb91517dd308a94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd41b1787d48c6f9641094bf12b7c606e8a1b80b3bb9df1e85b5238846ba2c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b524bd2d91baa643312a633ae440af25aab7b12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f146fa991b4251acb082305615fbaf09743ddd79ad2bc447bc8348ec0e28006
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf7f25534863f47ed74cc97d7688a5f48ecc91f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85dad0becfb1b0d7338a167bea01b158f45a42b2e4efbc9d2bf30318b26b631
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c246862a08c647dfdc9ac95eb7396956e89b7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da41e35370c31d3abbeb9ff54dfdba623aa191b937f6c115513ed4bda6509c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3ec03165b0ddd74ee44be1f4222cf7fd9e968b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e54ae98ee284f0c8aceedf156eaca10905d75ac3792337c5bfbd10fd33c5cd0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aa512ecd7a92934b5e1bf0ce6862aeb77a2884
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efefd015af17bad8412b9232242e32207fe620b282c36f51c30377723977115
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02498fe336c7b1e6e2e1d3894118aa039cc2699
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8411dc8df2ae632af2a2cd699cb47f92fa076a871bbdaa72734b3969ab30bfb5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bfa31333309a9dea823890a8212d878416d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799f12834d4c361fd0bdcc17de79f4f185a06a3545c3f0d803c76027bbc44330
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f751d8de6911d7bbaea8d381f6bd73029bacc2fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407eed5e07dc5c073433550f165b4f1ab85be84da4746ff7a63cd6c085a3de9e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee9756eda3012b74a8f24fa5ae88f6e6966297d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0360a40339a01a781f9449fb63740f851478f69689690edefae751ea53738d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4dc53792aa7331f27b45fb18e5597cd25a646a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ddfc33dead12632c4c18397922e6564c4f4a5abdf89aa4db36a0b62e372994
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7213d129711818867c0c98b598123b0d90ef81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4e9c5404ecb51bdcccf1911d80b3b9ac6aa9361af438faf7db64f5194b034
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36b31935a192a02723c749769e4d4b4c5c5e276
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783e00f5acb2b78e57da9c5d98a4170015d9f5f61b17f875488c0eb06de1491e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a0e30ef10f6d6e7f036e72bd0605b22a952d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758e6336123999a09ad39b568a5c5398f7cce100f2adcf3c7930897f0af0fede
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e650c441f4d99162ee17a13c90509ead7d524f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89400fe19ff72ddcd3f6c75fadf35ee32ebfebb9d71c7a7a0076a8761b36e1d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0488ce4e4ecf2c0153e7b0d5626c6d65b552850f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f262d3c8d138506ad31d9bf7f1a26d7d8491d661b44b05f66b2ade55344346a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f08c6d50ed2946c27f2e6f1192ff0a8393c31e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fb50d42530c2baca9a7e223720af011bd519a41c7ef347aea26df66b3e0ea7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2061c69ecfffe2c36e62000d5de4148dcfc68cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6127810bb1135437a946f225cf7245c775d619d2ba2ea506fc063021dad67
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb958385dbc4fa23f11cccc670105801db12dee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299265159bd59bcf889001a7c11751bfc8a143dc72465c490815c6f2200fd0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c709ac42847256333adba6e1e1c9b19e500b64e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b36daada84c9f216f6c830b5d81808d41dfaf43f005b5441984e94ab8a1ecb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6197ea3a48202fb61666297b4f0d870200e9b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98875b7e9768abf4bd6c99d0bcf1b7bdccd0d8b5a5e97c99b61d82b81937e373
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1ca666acf25f700e76aa4bd16c3d5778f035ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80f0396397d1fd7a6433d9c03442c8b63558a37cb708e6bd2af5c97ab7f2c48
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94288ffe19567c6014b27a5a3a0817f6810896fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8141b9314bec1b9a190269251b6848e9111c8313accc8968044c706c9ec9de97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902f2eab8a60d10d5d28d1df31ec7148deb5c89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63ed5ab119e4e8a30b6a9dcbb989f2822b586ada193c9ae9b5af0fd9f401950
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c51871c09ac1f66d4ebfe1b4e1348f412bebf7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c674a2a1caa83ae43be2e4837b439c39571c0b42eb09c4399e44bcfcdc6599ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c990bca8bad79420b74eec19ef8db94336e15a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51408a44a74e3bdbe553bd41d4eb15eadc2f2641556b4ea4a2f16cdf45c7e660
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b31a3458b3c84bcc6b928d15093f9c579403e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87da7f0e7d60c986ba831f5e5ea0c2dd731d7950656cbbe0d6e47060186eda6b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0807ffd12e1ec268dc3852c07c29c6f4ffbac56c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb028a7a999af0e1d8a9f2ab269a26b740cd1ba07c468710e9fd3ce2f527ebb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7415dbda0039145cf9347c64453e78e3c440965
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b5ce3f8c07b62336ff89fa07890207721ca41fdc1b0ec58a10778670c2b12f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bbf3943fcaae49d0a5b34f71e0c30439a9ef1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a2cac455b51fe2cb012d338e56500d28e03533d899116788061c9dbb17c6f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2474686a45abcc0a72582a1d82c74860b36ecffa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de7f888cb178b21a4f35dce7d2add76d6f00f2c612a85b5b3ba9a23eaf1a9f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8c8536eca531debde5b8023cc1c32fc4c438
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8eb0336f2050adc0d832a7164703ff6b29fe77db071086d96422e72a078e39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24baf596328a2341a74ad045ab2c71f68c0fafd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0d003ffbb52ef58e03dcfd798b4200227e2baeafd79811c9aaf7119a8a451f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23064487e7ffbdd20589b27ed553fac6b5fd1a7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2e72d1a187596db039a7a4d0eedeb5d56ed997b3b7ccd6e7955677471969da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129eddc25b8d8901bd8a3c74034b1051824c7bf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a546bff8661064be4e8b13e0d9107a471986ce6659c54efb7c3264dcfa1ca050
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc36fb1e12ab2a690f139bf21b0a3205f14ad59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc17909c2249ba6339e3c6c35a722205cc55e3437254cdf7bc7b253f6a2d200
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42494edaff7303cb484d8fb16dc6094e0574bf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fe6e4b77e242c50336ddf7e78433af46b0a870354d17b8a7e903662c8982be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59cd3b18100371be48a3a6d012677a77901ab5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64285b80405e46e5e530ac36f91ae7bb7758daa3a6d5b2492f952a26e5a86e0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ea7ef9bf881a4a3378e00b896d624e9d880e2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fb6511cb8922249d04f89398c4c7e49fe60e8eda18c6254767eb8ab1babf23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb3eac4bd4b1d184ca3c46f0c3b73ea12bfda3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee5b7c2531e74af7a662d7d494d2b140380028c78acb12b47e88fc7186f452e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6876b41e2df7144be193f64459a1b9fcd0960dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29585f192511d9de9af96f6d6684eaa7e25a9134b6d2511aa5998676a66a98c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2fd39331deb24ccbcbb9a1476c0f4a23857745
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7332e3e623fdeab711bfabc5f87886446c6f7457780f748604d6044600cb1639
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca453348a406cf1635f0da145e3a9685dd37035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de43b10b6b3985c808a10d763838b465321f43158be1228da22c6ad8f66a99af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca09b42c43aa86154400ab753a8308ea6dc851c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f49476df5053e9c43d32d4f247309733b3d769c557f1bcc2ffeb6b3fdf0ff1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e78fd7e97701386d5886516ad37c74df8a1566
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4740cff94b580ce8373cd8cc8be7331dc4051b6e98ccbdc379bf375b48b7214
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a063fa995a0a4e7cee7b2354a90ae015cc87fac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b6d9f3d69f71d459f6cd93c35fb265c81f9a9cad3dbaae4336dc55537e143
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32949c185a516a298024a6a076b526a7d7fb838a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1c67e918cdea211e70e5212a18cb2bb227c40f0161b78222770968661c022a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6270d5e07837e47746a289390c9b09cac44cf65d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589764a2701b6a1cf80713a23b9da7330875799f2e8d6ad7c8fad4601049ae06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2ff0935090706942cd182652bba9dfa24acc94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe630a91b5b68cf086062a34773d124f21c09388d007675302f591dc487eaf3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d979e6f2d313cfadeffc3a99db2514e9205b4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672654d7eb4462eef3b9617e0ca75c8f9bb8205a203c00d93979c2cfc59b19ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e718c883753858dba36345b28e53dbfbc65e802
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8b32a5d241373bfa863114013b9b374dd6a52dd88e8d2cc2d59d59c98a9bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0297ef6962ab78b2971af85957588913bd7f7d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc14ed2a71ecca7dbd42010e0879fb2d24764341a9ebdac9155f89ec46827d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c5c6c492f68d12d3965cb56d9e29f3c4d20227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bd1195b29dcc0ad37837b03d11e69c16da9293a2a44f921b525151d832915d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a446adc189f084d0c7e0a59a58490481b7daa409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88deeb3e3e367b4841ca91741e6164e0b741304fcbd1cbf211023388c8e6b930
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d9778c35c9860677daae5f4d9432d7a06cf819
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86cbaae95ca8eba3136ac1a6fe0909ae92cfcb7df00b85a584f4e18ddeef8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cf30c8c066d0e3d413559064fe2556123b554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508c4a415fe48cab4a56b7f451e1abebd77954f6f39e79495029f296f24ca4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b0c1033423c97638585adec18557a67c19372b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd4f8850d675c1d056d598dc268c6285bbedd3a9973946424556878379e9077
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c07bd538b87cf9c70833fa54f2097321925dee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eab295c253c5d8173ecc579109c6449cf43b50046312fb65c17a15f714b9689
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ca949714ddd411d7d0f6a1dd32e78ea80d5298
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0520deb63687b0c5701f277690793d253f2f3dcae97a6b36a8ff37605baee3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e68867e8da3bb7dde4a38900e1b550767c21b19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7bfcb114aa69f882ebef4991011ff5d60e619d4d726f4e31ae8b1882412a37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a506d465357ae8225800a348c4444de6ff00fe45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab813067f9494c9720b93eb76206820a6c1b8eb1048e5887be623d6e44bd2932
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c909629be5e3efecd62c576d07deb0469b11520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8cec1578ffb0fb450ff560cc8268a257c01913c78ac7a202068fc9fb9c9b7c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd2a2aed0f4fd2cc1861c9ea9564692b3fad9d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a96178fba0eca05a52f4a8765efbb82354027f187294b8486743ea57e92b0c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecf3c806a061206308d75e3d1276df0392c7aea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc473c4c8b2c1231be6ffb67d304f53c935454f93c8befe81b46cc7859bf252
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5180bf5d69b490abbd65cacb80152f74a0203537
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdb19edbfe77608ae25cb01d562197801c188bc444f9c6c0b89b929588f94c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161a77e7402197ff3aad958ad7d7ba8aaf1c1826
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cfa01f129cad061f57d039a98360413c924dab7de60f86641f5f0f7376cea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d162d8113e8e6820e910dea08000ef1546906ee2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad56d93c6e2318dcaa662ee4da405dd877cdf3e57e6193fdea89307fd96584
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbcb979ad5f8332b9a8030651c096af85ee6c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f638a3f3cd4cf5dafb059957b12df92eb35b30c382070bb88a893eecd5c453
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d8bd425963359def578c0ea14f952c88ff0c32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8133be00b0876263e5f0556c49b4b6897237d927631e0a2f046743b832a23d32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494a0134436b330c6809ba3170ff658f0a5b2c9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc9b374d58c336c37a521c730d5330f906334d0e1940b9ecb73cb8ecbe44e6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b77c89d34aa1190670df9060eb67263cdbc52fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb49e88baf6f19a952a0924181bd370e7e9f055d10ca9ceea2ce33d184e9be7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f491018c000392f265ead512952412198ff61f06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd600818b089515cadf3a402b7e9668a23a912af53094df47cc1cc88dafb7890
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf1a8bff778842f203a535e8f68513ba482d9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfd70324bcfac635b6b0e360c5cfb221f950247231c2b371b0758a09214487a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985d4532bfc98f9f816764822fcba69d2101b620
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592cd6e9be8a5430ac37ef0d4b99d464c5f4b133542896c80eb6b6d0c6ab4d68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb7af5a8a99b315694b21fa05e2e3aade53758f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c92672fba66cb549a5b612d8d0118cc43f3eb24b79b8579d46b7485ae54b344
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f85784147a414513ab623606459c677b8bf7f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5f98d995540511afba4e4736963e448b6840332c26647e1d0ddd35b879a2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1af7f8cf173097c596c887d4c2f076757af9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208f71878e8184bc648e176088aa6bb4e6b09e74b37688a4d874385fa939d1e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70af6e16c7f29d849c61126db40179fb8a5bdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e502c4a1b625041aa76a065eec8c7f986d8f109a36403fdd766c8f8e48c3a88
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd27c4bcc6235588ef84964bd5bf121fbba94d9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ffb8b444c6407fa96d7e38e361ae56d9854c65becc3df36e2543e6a07dbb79
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9306013d8276fb8ce427a4f5625890843053ca03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fa6c262ec35fa533335d55e3f017dafb11df788d7d54afafc399240d1a756b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e543eeec0b2c679c3d0a9f43c4c4d59bdc2a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d02b9204fccac0f58178ba23e58f790a969ff51dfa016f616d827d2e6a1d4f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb4d638b3a84937e677cf2475840d2671ff13c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94912938c8b5228ba41a53d83c1d12b0f10986df3e286066352b31ccc684613b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380453754ad135f5d322f3138eb10268ded35a49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf63e6e3e20a5f69aee8d7a5e7076e51a91eaf02266cee5c72cbe6754f6c6e0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf77fa144c8beac26a0eb7230cce21464750eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a115447ca0d33050dfeea6e6cef98fd84393f6721e5a5ca588fe7266207d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573e470eab39b823d8bd484c786fa1789592c74c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2be60e412762e86a45edf47a964e94dc3b0a294e1eb85378a4367ecf69614f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87e0e314a2fef2ab808a123585d1a43f3087797
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9aeb51c60705e10d1643bc9b0c41e9c7a73351035344f8515f7e82df50fd79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d42aea192993f241b4e7138be943cf0a2784d08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd1989052c01fa9d29857c8180b723bb10285bc3e0d7064713f3d1253b9d345
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d60fd70ea1c2280db23f06199ae7e5e3792346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c2e3deb0e9b5b64b4e4bc92b1e4f26a48a6a26f654bd86dd706d83a7bb0552
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada214f2e7b7ba03b4567b446045d3646678732
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3cf1056ed847061235ce6f1c9645db6bfd65e7c770c310f3732380d6ca4361
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e636e24adf1df218f698d816716f8df6d72e19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac05b588ca4dcf86707cb9957cb3ed59f6ffaf735b2eb86f5e9064769b20d52
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4763f4fc6e999f37abdadc03b2718b16cd94d145
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9be0c2b70cebb68654d6e1a9ace5e90db4cd9b7e698b51e7f5150cba80d0c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14374cb7df0242bcdf02a9fbc2eafef3707547e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a18eaf2992150a880552e72094ad506774473edb448e27eb23782cf8ce70ba1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350cadb30eb52b40b85270f99f5c8a1745cb6c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696e370deda026d9e137a79be421ac62443fde19297605ef986debf02da1a4e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70730d17276bb72ded2e919d1fd6cd651bc552cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b278199cf31a0c417396f5d5cd75311980183fca586cef62f77f15334749cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240f93221c0bc21a47e91c3ed3c92529d1c579dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4906cfcd82f907031c0442c4ff6f73a531a840ebe2f95b06dc98536e5a74457e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fa6f253acc96a49a6ec5670fc886651c4126e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73ff371b81bbff37937609eb1ff538993315488a967e36787a95fd60c934e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f97a15a8cb82c3dcb8500e387f0db20aa931ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b9207682e65fa48c8857cccec34d99319d4259aa83cfd8835a2196455036c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150cccc20a0ac30522e9489a89933af653ece678
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15262c7c0ee180977351c00bd1bd76dbf12ac179544355d024ceda75b668fee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49169a2f47f8386ccb352e08961f5e64ad425dc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456df182ae57b1684c86660aa60c3db160f0e19c2fc3712051c734b618e1f4aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4759ca3d29f4274abd6658489f560c79a1a327e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e736553b758bf2aa67c3653dc48787790b40b805f2a66d2d495d07c5605ee048
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cfb4e1503b74d89cc537bc8c2d220486bb90a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd1a350a379aaa8f6f16d6b3c4c92ca21bb6fd6603372fe53a5c932179aee7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb1798edc2d73f87f0ca1ade620ce78164bbda3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2bdcd1ffff57b22604ca4c5bb47e27353041ecaa74e6652ec77cb3ae8cf02e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fcb330de464b89562afd39c94fb8d7d91b5293
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e922985ccdb52af7046c3850c6aa5a8b7c25c5a1f8ce5102aec6b6fe6ea20e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8b4717e0a2ca7e779ae30770391dcaa874713
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91daab9788e7cfd6b23bc55755b41daf290c91520b8b19169f35583967dcbefa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3592a9ea188b7a75a65b6e21884bca1408fe0f3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71626cea33a66bb98ba5357f53710a5e8c05592af4e87119318f551af300c756
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a771d55c2eaecfe87f03492fe9b5b5524ea0a0c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c450d74fe72551dd6f8c4f219a0bf285f5de610fe5b28e6705c487f86e00c6e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73331297e476981a7c67de083837bf6d7fce1c70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027829ee9c5fec9c3d44a5964875a46ad64065c17964cdf2579aea213c243af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b2ad761e2bf7500d414077461eea28476921e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce03044e53c956e103d9f251fc5708edf8759d3b653b5f78a0f2757fc24d29d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b09790bae92e6540e57ff3c574086ba614853
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a1af24b36c168962b87fe16ab314f9250552508b2717012b76b2011d51f055
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8537ddbb07172c719600c521fd7eb0b1a5458b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0559032ff10d40138c2b42c9404c0d7061e76f4d2cf58c1f407befbd010f5b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcad7415dbf843fd22955166f494b71d3e1c56b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a39e244e95040a6dd354c14d8ab1663e1cbcaf94a1edee0486a9bec2007ff6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00360e5651c810b8d3fcef80d4aaa3f7949e7541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f38c0023fac936f1bc4a12d147929cc8ec9e6d8e5ed11996af8cad184cdb308
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3221436a91961791402e5898ffa62011c46afeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095f73adf31c06d173e3afb03bf7db95323bc0ab1ebb0daeccc99febf483534c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025bf3b0928de9efe984a55d9a2474cb7d4b03f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e708a2f3fbda0a5ed7692d68077e4bd077fd542297a0cec34a2c3d93edca76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaff7144c4d181053a63f7e23713f5b24c30c1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2ebd551b230275fac6fa9233beffe81fbe5a9214779a8c892843400c3a5750
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc485e66855a0850ba7000afd12377bc07287190
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf9cdd682ffffd70a57990b5e12781deaf63d57ec491b709a51ce0785436dbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e683c39bba2331999b8971cf415cc01b62f7d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd51f60e7a18c9bb1534e99f13a50f8132199a9689279899e8fb47185f353369
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b22f4fc9cad10643452a07309b76b12b08e01f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4339546c7843ab5eccb2ab3c81760a2c0ac8d854283f47dbb2ec94824ca4c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9220b0ea252843ce1bfe226acd668ff242686e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93238df181469d9e2e2ea506e763a5bfac90d2e833d55a835605b5af13452f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b23c55d5bb335748438666fbec44b7bffefc51b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b93284660924e2b7e39bf1868bdaa23977cefed8dfdd4874c53aa43ff5bc02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff70a218088b766d3aabd15d1d48b5b5c242a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118d528cb98127ea0f78c2740561592ed2e2ff7a5c26eaf05b1334b619a97547
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a292f7ec474d8beb50bf78508249090a3ad6e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cbb25de243c8d2d870cc936d13befe242815d451d1acfc1814661eff864497
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aff19736c83536beb54a2cf0c2cd349b4b1580a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ddf24d71ccb9d299380b8cf5e79877d66ca2a7e00cfaa9e1d1192b87b6491
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0512a86e4ea6aac63be82dc350775b3392e8e99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375625c6b5f8bfed4b659414c4e6f9ab6f0b51e748ac51a070ffca995f736652
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066165d1d73abaa25b04f75186eefc1f3a35ff3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff57bdc9c2e8473ff3080715cfc42bd0238cacf01104788a114e28bff298ee8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68491771540342346edadcccc3b48d4030581034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568b3ac39c9dc303b44e205e6e943f5e4da62ad84a7622d9815e22a532d5e00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f499235e19caaa6bb58c7588aab8e3a40d4e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4571c77f4c87f920eca197d215ef21846fabbbadeba482e732e2c4e3f10c04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1699d1655d2e98d86bfbe0d685f619d4db2d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c7e8fa5ebf4deba6259ce62363ae97909cdeb0c946b7d7b1bdc23e64f8e609
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cff92b4ea2d60558b68d11b8b422bdc4a62cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07554ec94d3729cb6f683728fd7f1882ade49b4c3043f69cf48843a3534f693
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72f7c944a616153c95f4b45908b777519389711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeee03c4516baf05448cc8737a130b5bf1f9f65dc6d12e590e7e28056009945
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9114992c4c4717ad59c030d4aa6f5b46f220bbbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d162adf7ba8ead65e727f3199a99421555e2e58f7e37e5237a5cee5f40732a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a0b87d0608e7b069f859a4c8e33c87439845ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85263c18828a77cd05293a9e143debcf8a8d2553fc12cb0ad389e598317f7c6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5544b31c0cf877754cbd0bbf1182bb81bff370
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bd52609136d3e7fb4258d573e30fd72ddb5184c1d5092d19ff96b20ef136f4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f843d21469001a1ba9582415583e14efe88db97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8dd686ef271efb674f70b1e0e00e79ab88334a73cd1093f7724c6d739c7fa7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648faf2006ff0c8a489155577182fad29c6cb90c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d925fb401a55d2a7bc3a096f6be70353d97ac3aac9ffa929fdfeba744c1dda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25b0f708c36d9282bdefeec065d005233686e7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e823974f9657a363cfb586abe096f98ad7d12e46a10e8fa0f75e9813f1b6f2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f2724880c7e2fa768ec4786bfe5608b96d292a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865ced07c5bdb98d789646554998f121c6f1cd3d851ec297dbf5c84f665464c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fb68e9d3212f2bf43986250d776dd5294c878c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb512a19ad255c7f30f1dc11353281fa925752ed283248db43bd4e5f736310fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d70eece999043ae4d52a2c2841db5d56b17e31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c775dae2968ff261ebb594c175e9c0b4ad87c4ebab0f8157750c390452b59f2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854d54c1de013c4c45c27b886ee6d8a0c63c86c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7788d60aa819783797a79b951b97ea281b21aaf7956e60e61160513fb0e4c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d95dc051dbf5c021906d89b534dcc6f63ba7405
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bcd6ab893ddf6c31e390c6c6ddf80a333ccfaaac41e2e7fabbecf5f4cb426f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208b06b83cd5ee4a2ec29830ab700422179cefa1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efaff25c3dafe3f27561f2b5549ae99953f3c42827c9b2a01d1a270ecbd0155
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea3c7816320313c829e4a93822b91affd2c592c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefebb65cf2b9049bdb8b0039a301de5436f7337c41a4501c085d0d11513d5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6cd6a70a0a7e2d2d96ef4570985ca652992e90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22569eb2cb719b97797a61f331f2f9e98b6c44bbbc86bdb5be19d2b6225785cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e7d1e86e858445d3399192342d86c5c64ef02e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa61f76aa1f9e29a9b7e7cb1909893223e634c1fef68f522527b9b72cbb3c23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d87209cc895f3ccb29925d6e2c983651c8e709
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9023c6cee5d84cef92cb2da1c3e071ae5d78c1a0a334bd10ae2cb5404d4d8ef4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08beba579a224ee3faabe92b3a339c38d2cce328
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75f665a178f58de83c44e92fd3d57c0e6a2d20358119b8385e612cc506a5f88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faded24db6466def3e4dad6645ad8aac90c09f3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f21f6c9c91f308a18904481b3daff4d2f4bfd029a420241281247697031d6e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6c73450a9311cb8c343d7e7935018c9aecb90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af51df48a0bd3f8329cf21c499aae2d44eaa7ee4fbcb5429e666358bac4eff60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f790a795bd735c8fb86444cdb75476f2eedc889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba3850289b765c9963d5a15abee51be47b433e244628a29450b7e01d184d9f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d8a3df03cfd3509ca5469478cf9596e7f02606
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9272eba7a5c00f6b246329bef38cc5637cf9781d1e90bb517cc3602c8754f36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cefb095fb1b1fba69d5277f5df529460540d69c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1909edbcf7c04761c8926a787fef1ada9ed1de106aa4f8ec706c568d5c21ba0b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2afa805b1d9c071fb3bac3bdabccd2ece5263
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9ea65d48bb6db6cb451c6f66ec87f5bdab3565195a7e871a08e050555b8a79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c2b587a17deaa57a78a6ce5d6aa509a69d574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eb83f987caad8c60e718dd67a2b9f8fc74f3829dce7922dbc1f1a571f9fae2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a217516de4320389b28199ac24a5b5d3afb7705
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137e3313df72277166f8d3c8b116b5fd344d25be606af35f0d2d7c9457e11b5b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6b951a7a71e58084470cdba8f5145419b2195f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6165226a611d391733ae89b0406c0176db7793e1fed247eb59a782bb37d3129d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021b966824726a0d0b2224f747a5188c3fc34141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c2d0e650b536aee54ab5f36f2e0ea7e810a4d94178f7e648b5f2f83b34acd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58803b3958ccf8c4b17634569f8823141a4f14a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13bd47e9cf9e5fcded4b1dd908d89f5e9968d113aa6a8656ac379fd45fa58c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d477b0ce334c8d56672effcf9ac074fc35971a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3c135191f45b421cd9d6e1b723df565616ea1ab08724c825e427b2be08d8b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71323a6ce9e21a976d12d9c169c0b96419d762a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277652830df051b5d4318788e022273686295f1eacd6be8520897a62f6d0b221
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737a28ec1c7858ae32f24ed75b1bed37cb299b30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a53f66354a187e752de813c781dc59afaf78f9845b0fddff19ff44809b73bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfcde70017db55be4b37202d68e0fb75d75f626
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6fc6bd7327a70877c6240da15bbc9a16b1361165a978b101aeea67780b738c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dafded80322089448d5e59b714d8707648b009
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3007c240d305ae13b700d0b8718c892a6dd32f611b1bf36d2a0f33115ffffa83
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d97213307f535b4af52de5752c56c4c01030c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d734e2ee632126c1e7652a1c9f39cf3522aba54fc222b7e8881de83980d1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0025b4a9e2cd4ca1fe654bf4d722bd1c345d00e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8f3f85239aa735dfc5f2cd263dd1ad5e917728d2a3c826b4aeaa934340cec9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff06d2c6003158f8a947ccc00196c802a09618b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798de20ee6690b77a2977905b88276bfeb590b6fb84dcbcebdf9814e4857de17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84930a510262221d21a28352101308b950094816
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d856e41657fd091922783c44fcc70e5bbe89d7774118e9956d6dc1a49f23350
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f06f8765aab2b2a3669ba983639726015f5f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58bcfc23a73c45a115a5f89128f5c423dbd670727c34efad75fd0d3cc771ccc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9d6d4b83142c42766d39cdd10dffab00ab9526
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99118305e15874de6a983e5d2687c54c5fee63548c86a525adacfc5052bf306e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8724b6c88869ae766f38f340c5c05a2c0e8dd7c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2636d74f7c4e0ea645c789dbf2fa6ed70b7906be738db769d0c45991ff65062
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993aa33ca88850c2c0680968163097fedadf341f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efdd895ff8c40541f29661b589b44fc26bc15b89f9da987bd57592a29af2a44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711ac78719dd76f29dfdca821752fd9983cadba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e70824eee1208218faa70ce47c2bedc6e608969e4b652bda790dbb106ee015
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9501520d46f8844224eb122d4244f4cb2457fdb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17c1026b7e142351059b919e865b82c1a45cae7cb5497bbb71dc8f509f8119
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f36d0371715b1955d5fba1950fb2606523f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6c278c53277f4cace7542fc61384870fd1e6680e350ab2c12f16c8de1dcf59
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeac0b001752a70bdd31a68d1e54104055b63c27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05158d32ed872b4f37816a316c1389549a3a194f33ceb5aa5d60a556ef4f54f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c272116d66608c171221b7e77117fa321480f2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3254495ae9adae50b14ed7de20dadf82a8abe91ca07aa50a70d5f5149c0fec1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac86feab4be6900f6d1a5116b5a91d2731920740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e11c23bed80c42ed34ec5c57b333ebf7501d379dc214e8303a070ada5fa9c8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5835aedff6c220754235d752cd291db3c2775a03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234233fc946f70d1496783054c055ac73bec5963e8b3aab9bbbe0f4774b52fba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3777bc54cd123cade4ffcb6cdc866419939d7d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4391c688a64d4bc80f9211d4fb58dbb1710ca5a2b105f90a6430a99545ca7490
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27763cbaba90035afd243dda236e4a5929192126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd5e8edb8e2d3b80a1c501e46e743efdbfa6aa722d70c4df1a49cb4ee5fc30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a016efc88db657a6a27e556c89c1a4114a28a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1bcde0100667bdc2cb9931ccda478de47ab476a446007dae7382237d49e3d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f3259ca67c51c9a11a5bded9633b1180cc7a25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc12aa1a9782c9ecdcade600133aefedceece1f93ce3ab620f11bcb1cef45e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6f593ff931f189c7fcc32fcb18aca6563c39d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517d3b473b713063d37c46945e15fb1edbd1f373ce2dc92ace9aa327b45e7df5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c5b038a50b06530fc0efc35307df02a71aa44b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ce6721208409bd05d93e22bf1558e5d42bba6a35b5ad13cefe85fe1d92a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c408e9bf814eb665204a243baae57d98e6ef27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4433c7d2ddad4a522bb2aad3c5f4f0939eceb96506ba9c397560a9c65006f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c823a7ada8f8cbde64ec9d2fe7c6dc6901f0fc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fae415c48284ff91d105a7ee619ab84b870f9fbf1d32e1568aa9cda57828a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e90742831b7567ff0e7668b0efb05841e791ed9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7a32af0cabbe3a0bce48ba39aaaa9cba2ac49c5fb38c54dbaa09e358b4e0df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba4a9ecc2e69e86efb4a8241eefebc8d68298c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fdf0bc902f8f79cfd2cc4cd232a9ccd353bf64d5a8867d2e7763e4bf7ed4c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eca371f49fdeb8989733f1acc051c391e460007
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731cbd857a0b88b17b3a4e610ec49567a944f9de27b3c383af32c7961a261217
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4677d779914b3dcfb7c4deddaa50805b34f287
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6526453b806c5b8cd9b04b6fe19ac295cbdd29dfc0015ef6b0691049b624f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33f5d5431ba76fffd21af7fabc3439b428c2794
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f5efc681443b0768da2a6001a85997ea45d16608502f4d0f80c9283f23279
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b469d7531f6ce57c58c5a5507c00fbe898bee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e132d07803bc856296f006e8e2013fa9773d449d82d25f81e06ddc4d57e2cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e06d3b6aeb92e38ba0fc5f71fae1405607deab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3281c6d6b6a7021018b2b41d1f251e9f8bff59696120998f35d7d8d0108db51
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64877a897dfe08091d167a62562d3e31562b168c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3cd2f964afb8430a6bb8bcb221366aa975c2660842113a7d23548b13ca3e13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9788cd98233b97de2d918b46b52948749f688c75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f8e1657a854c381523fa348a2fe1d6794bf0bd43bc4f6c51bf8d5b9bfbdce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e87a7c2a11fbb9691831808515eec23c4280ee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e137c3171e4dd4f6c551668c76b14709e4582987bebe9cc68c8e7b61fa7d3b60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119ffe576afeb243b8989a4bc7d9d7ed9b979891
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6066dbab64b5680259d28b3111b569d0aa30479464cf730ddbc2b614ef35c7e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59827ca17726f50df5bce01aae3a118c4382e679
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b00c75ddd8b0e02005a99e5ea0ded40816ab91bb3de97b45800de9e65918a96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f0e6362e768874c93c3735ff715daa05848352
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ce7836bbd98a9e6ec342a42774d43052413e5f5eb7ffe7f59b551f5197fb45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e530b3818c0a78cfd93199fe309c6d9ad28afbd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b60f9388b30562cac910422d37490911fe66358b2bb995bb032064737ee86f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872cf70f4ab483b831fd4732f09f57a724ecc8dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c1081ce3eacd520b0ec2bb350b9c9baf31b437c61688dd28388c5d95b7cebb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134437bd9f3c6007fd068fba974726d405fba9f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fcacc8d86e2db39cf6ece57b7eac94f705e832f079da93939d2cabf032ec41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0bcc2c96bd04f5dfb7ad1b560705808c04f439
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc64aab98aa605d2672ad8b5d61e6230fdf7ff1e74d775bd119a25f9b5d94b3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9a78dfa1997ec2bad7566d2f2d6e1be3708f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5173d6423c2cafa6f3d8f0c1f5b26bdfa8f10312640a9e08e0cf572afc49041
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c0a65794f5035135c904504e6ceddf251148af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b43de3d6970c49c9d412acb9b3cccd5a19d5c402bf54bf76360c74c537df6f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15997f9eb48ee814c8cc33c349b9b5d9f169a693
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c53dc4c2a44f32d5bcb2ad2b4f557b12cc30303eb7a8c456445fa3075716e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810405977034996d2e125432c371be76fb89f10b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e479657064af4150ad1957d0b269e465e0f344fec3c3c5111a49502fed79bf4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e950ec505d5538ee3b5b53ed56ff6c8b46c540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40a181e077d0b3268a82d99f04570a05cbe6582a4cb27a9671fd9620fddb9e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a5d000aef1761a113d7b42a444004b6053c9c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea6073db518ac12ddc015ef383ca3634cca24f90a010f54540ecb02a52c824f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c0cbc008ca2f39d392e08d73552af0dd1b177
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202dcd3cb72e03ad92beae895c8cd2da79e1c7bf0d9cd121481ebe6935d488b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c942a949eb264dac6bd63a515b4c07d5a8a411f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32abdda39361d1b7cbebb31e19ea75cce7db1e0fec06d1597283474b0caa73c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64cf8afcfee2db18ae0676a1f8ff181e861123c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd14a9d0f5934c20dab75c85b292d8051d1e4d5afa22c27da88d840c17a72836
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a185448a7628f5e955331ab125e75e3b2fd4ed25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6297720c46284f64778dc72dec8d049668b0cdd971c2f2122e8a222e4d812da7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e04fd45b5d72bf4c9b53d5ed9a8163cb637319
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a014688dcf5a76e2534c786ddb84bc441e81be048defc904d1808b5b865f867
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41be6001282c13b877aa77725128d248bc3ade90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c67a5ecdc1795aa7b5210db5ba51600a48109f9c3491a8f6359b24e2479b4f9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a08b1790141db92d3ee8c6c7617b254e35e9d39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb058d7aba4a77bc4ad85d6a3807ba0b161bd252ba632d8f9541ab6f5175e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95fec3b932a36694cb56577ec317da3d32d78a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f94a70937071c450c92ad2fec1b4b6e3c36708495cfc9ac1fe7f639b2bcd9a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589039c63389c08916a9a7449df22d276ba7d3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826261013d7014d296395e2502d8fd9f8218b845f08b7f76322d9b2c97d608a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d754cde6ccf951b7823d2ab548567c592d2c0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66264846e118ac2680b6f09ec13bda677bfc3c2461e929168cb48a18a470fe14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd3e10da8ffd02238439c74e9268dce3e716431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87dafeadbf4999b546180c05367728ae27e4c03e8dbb8c926052d063a6d4b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47cb285eb1462dcb967ce017b94eb5bc989741
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d19c6200d713b16838d4561f438bc4b5209f78c86a6105ad6281fefccf8853a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb4d7aad75804e6b61bae95abbb2a03393d510e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e324f6f76ff7c6a20bb66db30e6f68cf0b4113075400a1cdea2d06452926d7fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e61caadc53940319a5e0b9ea128470dfdccdf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4993a46b3d93b250d55b7a628a16fd008635ce98d1e16690211bf8b6293d4c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e426029292ce7c9e4237cb219dc359990c2c93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f49443239d399663df34e948a33c891848835eaef2276e2ab8fe7dc18efb05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40010ff1290a4ce52bfbc717cb80e1d9a21d8462
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82360dc0a3dbf0e61a890a4e75ceaff54ad3721224ddb9e5550a451484a9581a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db69bb83580844ab75bc7d2b67c9864b2cc432dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3734fcfdbcc01316086e9f7ba48ef3c2910462410d874b6a2f85584971a5ff59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff64a4a9952930de2c5b292c6bb7a16940b625ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e016ed3606352f8da16b89fc5c6022893fe26b9ad70362c3066f949d8bac6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa78a0ac7ec458832f42934408573ab9476c9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d3c64d7e121ca8423cbca5cdf677982dabed9db8c837347f3f2db15d4212fe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef89ae04361ae9aeba01bf1a368c90993b83909
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58357da87b22abf26c874c2361679153d7f48229d3a036a4c9c8f64cac224ba7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeadb39e9f00d387a4efbcd1423e296afe14bf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb9e853d60d50da63fbc2a5f379a95a6f834ae1cddfca6e36f58060bede2cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a5203e6b8c59c239bf80c8101c070685f401df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648f01cf4cac943d051945e11abefd73be7e008c2efe397213f0445457afc71
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c51b2f9ae2179e1e749814c92a37ff652832d82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfef6b5b2d394713766512a5790f6fc2f368ee208fbc7dc296c17f50da99e51b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b52f27b6cb5a14df6af5bed21b3f46338751a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e65ac9149dc7e23fb03fc5022ce20f878b4b85ac895bc3149a9be748b0f153
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d565f76b94824e4846327861739b15ea11364828
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0558d16f166dd6cb9517e907fc0bd3073b4f2d871f8249479881aaae8c3efd45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0822b2019ff561bd831c57849aaf3fc65a206a3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12604284e39ad6461c69eead25eedd52e0222b547e294bb531bd213b72e5f0b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee554788dc905cc3f6292df4e333755dd1fdf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6810afa90ce234f1b7d3ab572825275cd68aebc8acbc343eaf60abbd3f43b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242c06171be80c595baad8844022eb7abca29dbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015e5f0bca856909d77d23070b0858aa7e53e48f97019a88757aea850bdb05a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d6c55114d4eaad40b2b903808313c86d66900e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9956395118b3ea1f075623aaf6f24d176730410184b8db1530fd71d7dfc0584
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc6be8e0454410ddbd49c981dd1345da9b912c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7e85aefa549a6aa5f9078fa34a8178eb95ced951eb26e15416ebf7d7c6dfe1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a8bf22e8614dd4e73813d929536492032b64c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96e76b131597c2e28fb22ad16709d64ee052717a3d2f200b9d95c253666c55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783357a43e2dee9de75a7ba11c72bc78f10ba0c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3605d8f96150d77012bd95cd8b52621469e7bddd9c7c4df03ba3dacba0521886
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5701ceaecce85f76e77931a6f06c9a4570c75571
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e14c15590195fcb04fe56ca63a19ec89362c36bab592443cf1976119d48f6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dece6a49e9f1b7f8fbac58487b3ef3f746ed5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ec089eb232902f299652c3cfa71ede770ec5685de7de598632dbde9f56a5de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f22410160b8aab902c727ee21331b42191a0ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6546bba4497f031083d57d56814e0344b69489c723af22e1e592839b7f352eda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799cebfc45a71fdf66dbc689d6d5ae042c36baa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c9cfe0bf551471665ed0d27479836826ac6dd40a28bf538ceae2bbe750ee15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b50302a831404b2cadaeceda506028b101b824
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ae3cf1a185375565aa77214b62441ce8323da5e07c309c7b6a1340c254089
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a901af8e90487ca06c903a8fda61cb5234488f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411e7f77b5bfc548bbf685dd94018250422ba1b85b7ff55e1667924e73f243d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08927c02afb6486f468a6d7b5382da4deb0396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a0900325a111b2cc8b9b1c1ffef9e32b065154e5674b60efd698981203a5ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee44723499fb6eb5a1156f0a0e60320fc446757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e950584bc446cffa30addf31a19e370fc4633b15969993a104f51f6b3ba282
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529be6fcb977034ee7ac5ca8ffa2ba331a14a9fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174b660cd0388ec229764095580fe529a57d05a78969a08b6e33929c92bc863
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252355cb768cb0f9ec98b34e0b730842acdbb370
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9eabfe376c94c412bcb30b9eb0ebb4791b594244702588e0eaba6febe4ae6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b604aa4ebbbdd639269e457f615e4202994a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffe7187a57c72f55f42fc0a28485a109ae9e0356adf4d7b87ca0ef7c6424495
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4b114a8f1b88414c7d732eac7fd93e42d368c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a9fe3efc0fe4cd39a5e352cbbb354db410d6f8f0e16e09bada8ad3d308451a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed67678be54b785139114b5c97b14699a56c7c0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f54324331c2370c159ffa04e4a38196ebfea84ec993d7d78abe60d2753d8c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd4065ca74cb08018442667b14f3ebbf7ef2ca2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64d6355d088f097c3535b15cb51eb04a6e0f97db454093dc112d90c3087f607
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168dc6dbfe53e82055aec056bd996cfb4805274a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac2f4d18c987d1ed8c621dceeae0e1507654490f973973f3fe6a3dea8c3477
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2820ef4de44fb958b2ea639b608c26238e86bb37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0233f19d9141852863131dfbec0b7d0505552876a971d12f68fb52a0013bfc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc933a6fde4a49236580c3aed0fcd853a791194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0697f967e051e182dee2ae4e5bc2b24c5ec2b076c60d48ca3e8cd8854de1ca12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df3572615c91d33e1580355be47a2da502dcee7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd6ba24ab8ba5097d1f1d1df7c031c5ebc30b3fdeadb797bc809efa6b58b2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ee7986ee3771db85a13cfeaff0d8a10887915
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2396959f644dfedbb486d2bb1eed6a1d86a345a4564e0aa9f73579e98eec5ec4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13220342b6f985b372345db095d876cf03779876
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caccc47b5bb2d4f3bf862c26ed90d306ee18d2b6f694bc6bc6e2069926f1c9f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61738700969d927fd35166e39d9948c1e908c232
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c4854e50968289d74a9003813afd4792b0e0d2f9b29ec209af15026345866
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684de630f144df0930eb5be241038ac215ebdb33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9d52d58819ae1c3eb17ff3da18636128769286ab74915dbb61588484072d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30779265291d5e94160a00c954225d6e6efa85ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43117f703a6f480c690d71dc3798e35fc0a8c309357c5bcdd388cb10d12151a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f28508a369960ea81653883a05f85521fc647d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199d2b0cbfce78099826a1540ad61ee84aac78a47431ca523fb8c0dca85d6922
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62bb6996b5c050e334f4d36e9cc1d7df9f9bd6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bee896390b100b4e50956c4dea90911b2b9a2fa804d1bb71a8930d4fb5a64e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc00b2b6028630a4f21be2664710ec009e09bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de02f248fa6395d568d0a9ea7d87f802f9eb36d9081a20fe2f4d1fde6ab27b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c00c6e90d321ab82fc6ad2782ff5d4806525639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc13bea074d51ca29fe2cdf9420b8a5b1846a2db8ae0b4be80ff5bc03afa73be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d86355801006d16621edc1b78e7d439bd0c690
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d429931724ea9d9db985f32ff3e418bb29467ccb86d1f9e648e95d3f1372aa46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a914a78461cdbfa3036df78c7ebd81e18fc20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b0a0f8134905dcd01d501a5e852b6e86e6c0197ba82a7caf1e498f7de244df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa231409ea0ad62e49cc772cd714053563c295f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bceaa7fcac7ae6ad7604afd6606280009bfcff89b7c9a3947115f59cccfc8c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49e98b21da1550a367cb1866d82bd0cd7a85994
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccbf752276a0dc2a54630b3dfaf5a7bbba5f6bdbeecd801751d9b2e34b92002
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ba53b2d195799fb63d85e6659892666f1e706
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26b95114144eec378431ba4beff548340a9ebb9d6484f4a10f5d5c437be9b7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaabb9ddd85a2652c4f56f07efa86c49bfafb6f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a532cf6e7cb0bc135f877921b31b2d830398271195e865ac57bf87fb5863ac91
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8db108947813e1ab4153bdd40acf93b62536e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c558c72c288b31fabf06bf5b0e188fb6ce7177d9b59107f0bdd13e8412f181
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788f3d8780050bd7552f5cfdfdb95692e8f3508f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111707e4eb89e0cf1bba6507f8b4dddd3651cc1c72a024d72aa120feb25d81bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fc001fe40da928a1ae2dd0b0f239a4c5f1fdc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819f7cbbc2558dc07a72750ca77595287244ce83ca61697f8ce00d50b96ce76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707a8e9d5b6689ea4f7928538cf9343fb5641851
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1211949b6639cf33160f082b524733cc5878a7cad54ca50ab443c015dbd7e762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1717a223b48a1968ce88d82a0366bf9d94b320
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb936fb7ac27e28ae31fabb89f322c50ff1989ba2ce9ce0ffdeeae746f8c8732
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14afd81b6318fffec47fb676b9d6fc0dc6efebd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02e7613157701bba44006013f84ab7f0fb000f4735c47a3b1b4fd47677fad1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fc3fe6f59a4f352fb2b960f382cf00bfe3757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5373b0b42089d1151a6b1ca9fde270b9656afc0216b31a7eac5697d6bc5d24df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432db433cb5780cee4fd9b522ac79f1f260df559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac6de7afbf679f446026c589df0973fb86addbec7f405d019d84a613345604c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0329b41e8667921af554c668bcbe42565ba36c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b1cb3155ff53ffe5f5f0a6064e7991662bbdc04b21d0890768886f47ffb0a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ff91b1803648b6bfa2e6989c068a1b3476816f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f17d6fd0d30f89b0ad644ffb7c987ea68797f316490a928646994e660769dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305832b6505ccc9c848cd4988a56933d3e94defa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37df4a3046ed14da979aee3b946ebfedb5e455ba96beb35494355080fa31b2c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528fa3f138987fd9f4c291bb83d7fa7dfdf4c7ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cc91efd9638a125662fe726ffe01d09198e6f8f234ec7ac5b116d0abd7f7d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e360e74ddca040a49b02f51b7139e72f4d119ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703360fcb2a4c539577aeb0048a2a07db29b43af0be43fa1467019f841713a15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652c65ce23dedb5a574f2dbad5e2c7c901a637db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12fab81a9ddab769f066122efc17b4fb8ca3d0f1c624a58baa4964fa1daaebc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001f551a24287b4077b64de91be05c7a21ea232b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9ca913676ccdfdd298bdd640ef0488b845b5dab35bde96ad8f46f323ffee97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9823e78311c6c40286ff84c17e280451c5ab8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a26bcafafb3f24cd5d29bb42a1f0e164995ecc2359d029e02cd6aa0f07c39d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d340ef9f14dd4b08a3a515c96eda41afcf27a3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09761bdddadb8ad31f762d0bffac22af95f408f530372945ccd62e683367af81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d1f0520828593025e42334ad2e60b2741c3e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62f560f05dc0e8c7eca224b535ff981e862768212053207ddbc35f72176c55e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c751c393a0632e3f37f2f0f38e11c3f338c04e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff601d086e9df2b9dcf739ca0dd16fead7447b151c1e84efe491825419f90eae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10828fda6dac9382207232fec4ba7e81635fec7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366fbb7cb146d0172383e12f87edf4024a82fc2f002dcea48161c869846da77f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc37e872e089310a6a9ca9618ede238fe9b0a27f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c820b767b665961062712066f4e38eaca5cd4917b355e917bb5baa4933172
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb655dfbf587236fa61d4b7eb5d288e60d35ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93c4d9e49575c5e5e8051be6c1c2650fa687375d1de3bc0ab4ebedc086cbf4d
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb5aa040d346fb58771e68f02e566ba8d4e05ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774f90826972dcc1ff53c5025fd798a5a5f6f6694e35a6cb060f5627f5ce5b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a19eb44ce4ddd799b61104233bacf3ab66643e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f1137a15736c08f1e30c48d10d47a50264929017032112bca7f8a000bb507b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa7393d4fd1a3bd2f91a2b66b76c98feba5bc3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4180ac2db4c2191815c61f17d8882cdaf472148aaad588fa35c5c5ca74604194
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9683b8edaa7a34976651b1a4356f47e5408ec3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408395dab6b209ae19d9eb3fd8bfe07eeb18fe1931f71c35b9b576d7becde3ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf33d63d5c5070b681a0555cf903b6a1647f721
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb7cb0cf049d05899875f3b51959a90878bfb661275e8f9aa4c3c86a57d7af3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f09fff21517d1cadabc295183affd2c80beb728
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d0dddc88b33741c92320753c0cc48be732c328370dd32a35904e0dddace1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e417f93570f83741110f032d1787475452d2885a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b70e27e61ddb86eb60228671698b4f7025d7f6493c1a1591ffa90f94bc43178
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f2c5021a1abb0c148b18f43f23c867ea5caa2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f38dffeddd73fd68df76c27d93ae1ed3053567e2330c3ce534fa1417d1a1056
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd01a726be4caa721443e5e73dcc95596c0e26d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd7c6dade7d2725083416b86fa9f403d66cf414da8f2310c56bd1629e85b5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f4c532b1d87deec2afea50243c6261a53ae9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c74450973fc86e9311fdda7081ef6abcec10a756f857e2b57383f089a259cc3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1d5bb1605b0239a96828db3709b2671ac1016d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef6fefc3479a27a9268be8b406152afff1dbc0dbd5413440e3148f733ece898
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c98ce86c445687c54cb268fc8fc0f5c872eb59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca08de3ee7dc30520713138e8340fefcc78e4a0583250dd3d5aa9160d5a87d12
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235810cbf4b43f9652329ca671cd1b31f20d4779
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c55c566211afe8bda6884f0c866d33c46062c71bb6171b30f5fc79470cdd562
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2b8d73768c9fff7be72e4614fa4c5875fbd02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934efe7f25359529e6e2e9aa4695e2ee2f22226c0d62c3877e3e6f59eeeb4c46
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000816ef3c5c0bd787e5836faf2214eb3248d2c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c22fc13609ffeaca64a8ca848a2ed937a8d3f47fe7d7d1e033c81c10be08d39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e206554cbeea3377bcdd3b3669e4261de47e5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb5cf351b371728d04066ccf5b4ca1a5c55071b72aeb21da9abdd58b7dc3ec9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32475946658f183a8e8def3858dc05a2542cff2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20060bb938cf78c4081f059d3bef02b83a4e51309e776563bd720309d9dd2fb8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6989ff88cfd22e7de3e243b830a78bc163ed72c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a3990633c5e209ac27c06d83cb6ef3a5ed476db5f8c543122dda2a89001ff9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bf56d38c72c3028a096761133c3903bb2713b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adf477302b2379d9877dae17de38e405aa30284905ce79356a23b94b8fed017
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b747bee4f766148f12e282648dbe077134d35bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd96b8485ba7d1ecbf399b9591a5a90c740f319257fd789aaeadb395a10a82f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5024b8d6dfdc5d5267dc9345154c2b043147dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d4000720d6fb13a9bb392c47405af23342f8d46319e85645612e1f338784b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b29892b57cbe9260fdd597a4388548451b1613
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef84ea14511b9d46c3a0c9d2ed789b7f0e23e5db31da07c20fb0856dffa145f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3810cf50fe0b2ad2f3f688b51596c2f4cd3a075a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f542d1d69083b987698cd8572e42ed26dc0656fd6fe8b1b76c6689267cfdd6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263bafecfc618e9e00c5b6c7a793317223a49357
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994e88a6eb4f58f32482a43316c73ab1936200080bfb0de392e02c17666a1698
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec44fd9d6774c4fb9556d9181627eaf6a95497e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeebb2c8f5f6016544b8fda41a63572c3220242dc760a5a8291948ad1ab0b3c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2855822f74ed01a4132834cb7f1bedd8d04c87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc170a714a10b7efb8462c04778cb98b3821394b0fb1e385ad7283189906a050
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5e6ecaef6bd847e40e12358c2eb00f5983ebdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78f5e9bfb0a634dd1d11e5efd901c99317c531f6e6ad23c45d0f7cf43f77a70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c9a200f60e56863c149183322920daa40672a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fc64c01077413eaab72a4f7f921a80ebe75db5a3f513ec2910df2e6cb913f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5e5fbc9a0fff206d9563f2b397b5caf668e88b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab86cf64e7581f6a04abeeb289c003a62b4d733af324d8224a06131b9240e71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b414225b592365162057cce9b33de14d20455f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d068ba65a9ed46d6ab02fd797972277736c4517661786944bdf682810b5e9fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab165339a8cb97c8f04e67de870478ab8c54e51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fad0b5657e5a2e15ce3a1284d8cd0ac113615c48bebdca357bc9be80f09ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb8b3919474eeded2e6461a9281f08e41d9c9b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f30f3e97dd53f8d209c6c5d0f7a85fd62c6764de1d4a4e90fe3e4a802eb917
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294a3bad91e4bbd22a7579e2d91fc8dbd1201ff9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bf6c95b7e2c86488fcf01567a926615dfd755b0b4fadf195f240ca4d4befd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901c7902c47144a83b052c78d81c06ca12ef9eeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eee0328c53dd37416c9d3e1aa2bbd13296ce90f674ec677b12c3c0e1a5d5b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a30cf2371038cfa8bd9e91c5c5239d321db45e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53f3633230c156883b48bddb3b2f047d2d1c2f7be0be1775051c92c99e99554
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b45754c81cbbeeddc6a761764fbe3d8488aeca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759297dcd40045fa7cb876c156edbeddafbfc5ba5db564727a6e7250da1c2833
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b28e648bdca0e9f8c27f450e94e7c83afa0ced3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0230698d20dd486d1507c708513f30dcf513fd41ad2ac8d54414ccc3efce36
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a440852ef2845b8d44ca46483574e4871a118690
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d540097fa50918d8d86e239a4aa30cae7ab2842e65d31a948f6dc3fcefb3d8a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227869654f17a0979b8735490cf5b6ae42d9a5b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c13b8e4d3d6dfbe2f08168c90bda82359a2aef032d36395bc50aa9525eacb8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda221757ffb21e160faefa4593f2a1873ad7201
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f699485c06f0ce8661155906abf1097d0ac6b632e1970fd31d4c4cc908b81ad6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827e2f0bca60f6ffce1495685a0261a531bd1c93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7df733e0373e52b54cc99edffb34c38ed8b39d8423fb6aa3f4836fd97e91f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f4a73d9ef8b3afbda235b1db8de402811bca6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b86c6a98f6db555c37a3b69d71f50a01390034a0357fee128c53f1594af064
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903441f8bb85df25fb02c566eed1010f5f7fbad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f879bc132704e346910e519f68d9d0728b7899d77528c12f367a779d849ea5cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff657f8a83bdddd01c06fb90628d71199e7e488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393462ae3be449333eb49f95358c793c0ec6794ee267aaf157f7d7b67ee92e1c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b570a25022332757f11ae215ec06f64369603995
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cbbe52b1a0409d73a8dda7d4a5624e454d0588796c030077757bda26c1473c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b45b400290e6d28dd156793cbfe02501b78645
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507e35af39ba90274aa9e859841510761ec192245bacd413d8132409ebe6851d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1ee120a9ddf6b94272415a5381b7c489f927bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2469f1dfc3497d121a48517229f3ee6ca205a5f5051c88d9f97f41c0becd7c46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6b0414fc53ba672147daf5fd3cdfa46e24437
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13796bd160a799d64dcc33fd01bf12d11399810b43c319b737b47e000f90b11e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40de2c6f3efe9b54aa1984fa7281858581616fb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8087eaf1ba827c074afb71612880835fa44c0f7ffca2549bc56e52e86d1e206
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c7b165af8e51d5d44ee0a0abab873ebcf4864f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b924cb6c05317c8f934bc3e2f2ff5d0a1a44af244e174f0dc67350854e358
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3f643adb8710b4c14d55485ef6b6b5d3452447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c400b5bdbca3736e1e44313e4f267cbab157ccc02cd1094481c826214f24b5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea8da3fb83da0e612b570e2ebd571df43afbdd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a715d03ccccfe99b29cff22395d9a6d7ee5e80ce7f3015ff72b5cca183b8a86
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0995381942170d697b04e99a69d9565aa9bcab6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82632e99636cf6274f32b22f0d1d8794c0d85f42f49710aba283a176e500a0f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa7b6141e4d71da3d986454e0b783637f50c89d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e18912ee795503282c0a0b8b1877b94ae97c7ef9331d7113443211bc22b24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d5d35d5190a2c5a69152efc0dec6ef26b79385
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd75f408baf4f6b2af12eee5a4ce3b881006b4ffb4566f80762912f2b42a185c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d02599b93b1dc26fe64e244b274a26a70cd5dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50e4397bc4d22bfa0f351e33cc2c54137b3950e52a217e899381c4784b4d1f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be25cecb5d88613651d56aa2a3a9b17b4dc6350
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb67074fc90b28b6310eb37381c53887db721a99ccdd30c4eae125973e8066f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f078275e4322bace0a5b2b34190f057cb7cb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561c298445c4d6187d9192e02934ee37c5aa8a3dcb25093493856c25c88350d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2554f480f39aa7a1b1154da270adb16c5defe5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662fc362effc6f9c0c2e4eea3e9f4ed70d2a6b0f0f29c4fb85de8f5fc68fe535
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5db84bb9721380e2d4000a917f08c88aebc6d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b1651aa4322b36c435153ccd0dab58918e5662f689ff5fe76a1807453d0390
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7edc28d58fffc47f69a8af7fcf7bf020cafedd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3298c9997d08fcc4ea56ab5d5893c79333bfa9068abd39d3ca5712755948f526
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f9c7387b387528cc424b44c16a87be69d71fe7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359764254672be9124cd90b9b91d54f14003ab6170fe089be534c63fcab8152a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dd783c46c70cc2a2d2d57d84cc3383465089e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992adc861624cd047e5c5d61fe98d40ce1ba70d098647f9f8b0210c3809e6ebf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd116ceebc6917ff587e071af6691cd0fd8eba5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd8ea222ff0eba7579fe01bc348ea1e6d08570888075e69056bfa5900ce74fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ac1ceb34cd87792e87b4effd343b4fdead454
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf83e0cc6a72aeb26336f3c26ead97e7d7b3ecbef1f5e17caf6f27797275524
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6172ccc81114c02f892bc88b97d58431e5738ff2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c537c557709573a094878a0981ae3677be59a56600b049af1daab2bfb59b3fe9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de1582264b1b3f12d4a8252ef237b27f2d4079b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6568ed8eebafcfbc95524dbff9271cab74c63a6924fe974355b8d0b9341d53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590d4246f7aac47c8259b2a763887be871aaf1ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a330e41009e034d88024a22591e514c3d81872b559dbed64e81a0896d61f8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a90a8f29df36de741eaec26ab9ac42278f7a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d9d12dd027019869c1e6e732beb74b25c89f7b299993243659f95bd897499
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bd58b4de2c0ccf85f3dbd58fb223d490452ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fc803384aaec4c406607c5f72f7caf4d4b2dc6c33e3a2efef276458e27c9cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83fedbf9515176db5fd4f80c4cc7b36540ed98a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a6f87c3dcc4aa46f14f90cb2b185acc549055b787b035c02ccd5ee03d926b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cef31d3945f7f503c5722b703ef4b2065252aa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cda9e89d5c0575dcaaaa078fba76d0ca78a7162dd99b6be82ee2848c095797
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba321a3deecf6a8692d5175a0d3d2de9f0b737b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948163c21d224cb3c00a7d911cfded367f624e0985835c061fcc615bf8bef50a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388f4ad329786a9eb882b5e1e0212d79a7499954
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81359f6cb97a390ed0aeec34d32afbec3d6221fa1549aded8b6f08f2c66696b4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f2c0046901fbe4469085b0142cee1d1c096b1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724e924502c0c33b11ae444579c1c9930a6ee589b4c8676672147abb46c18375
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3654c95039f098bc6ef09493e4fda142cd9ac5bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea62396a1b6cab421516cd64f1f3756fbc9e46f09e6729d566818d6efbf284a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e021fc1bca7228ba89269e681a92562857cb5894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4337a68ea574103a9f3614bd6d55e928672c3542dfe3f99362e234ce45fd4765
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558e4e0c5ce5a534faf4774909396c3ab49c32f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51ec00191f67664e709099b16ec2bb9d50fa8425ad87942f51122ea5f8bf4b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c5e27d4528b9177b1bb809e4af31ad9083a6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d648cffb0ed2cdf4ee05a7e3cf3d4f0a5037e1f258281ea57ceff68e50af0fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7935daee8e9e46fd8e5181e678663292795d1128
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1e4e1a0d608c56bc8e7786fbbb0d1f562bdc534182e3b16488e5595f75c80
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c92be977aed710fce29fdf53ceaac83c276e8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c5a48a6769e33077c1f1b902b9381de08dda1943c357725f0b2d374fc6bf58
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1726e157b59cce4bffe72db66d2e6add997b916
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e70e97527b0d597819a9d66ceab50802b49d8fd577233e42f18d896d5fc3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c560d31deeac98c66b7105790bf27aaec05596
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc855f4074a05f178bea43deaaa3e487c0b13e82b419391dce007ff7ed00550
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c9aad1f2d14009e966f8169a3a516aab0447e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67672443a268f2b8f3f0cc6074674deaa2313de4ba17b2a29b5873ce7773916e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87902d8d00b4b1dc9440226df676a7ba1aff2d42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610538f9decff14efb32f13a83af91a8772a992aab2b5d253d81e1c83c85796b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef532b4b612ba50bfdde7e2da8b460969d18ba73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e164c5165d412ebb07cbd7602d50d08190009f065316ba20ef72292279afcb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3777bfd30dbe2e08d213451105a16444ebdbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52e3c8dd2ccdf9eb79fb4c25bf2c26224c57ccddc8d86310746181c81c58ede
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572e8a40ac90e796db5b5ee789665eb222dcf946
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab96abdaf0fdb1908f0e721261245be25d76f757a76fa56d468a372ec437ac7b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160b4869d84146b23f92b89ab612cddda2612e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc38125df60759b8202908e41402177408ebbe728c66cc056d97e9b269f3f05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777bd5fdeee9b62aee86b4ba579481b558005473
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ffd04a7a1c5206eda1b6b17e62a80fc187c7e12b0d695c8d12b0f4e6498b1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83a25dfd7db9f9295c986b4798bfc54e9d80db2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262291c6e30949fcf9108405ece702500fc1c20b1aa00c9a61dba7cacfd99740
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038425ccc9d70971d839b92083a90d211d03a471
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496ecc875de0649fcaee18b045b510d2793d1a3702ff8e1cf8f70a5ec7f1ccb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbdda6d66e3491dff3c571936b0b1c18a22a683
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75bee3b697bb36fddc3fa8beba8b3929662bdbc3f2e49df934433eec1d57a29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509e4cf98ab0da9132d46ad680ab400458e112d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667b23cbfcba88f84d9e0696e0c9394f7f189e139c779f08d16d21c22e9975c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd52c88d85cfc506b5f0b5588ba1014fe2d8bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6948ce2921274b1ebb9d4dc224c15424674e4225f5e3adf08dabca39cdcf8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1211410b9e3fc186113c29791e5e944798e68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8c5e3bb5783975b525310692d5613bce6b698ed059ed1593b6f62ed1f46044
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd905c6b52ac40c03d463ab739d5de8f83606a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35234b352e0f3bf2f9fc0d8ea9c85216e573c3008bfdea06ae9c7fc6f1fdaad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b8b27bb8c76604a1a3decaaa212cfe63cbaedd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a33406f2e49fd6c481ec4f644f8d24e51347a1b257fafb7aa4998d202146466
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bafded774ff7b125c9caa19f960d24f83291cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e11b04e7f0436598a32ecf714d473575c71dccd4313e61463093183be5dae91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a675da25564bffa01ea5b762765f1b7a5abb8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a39c1afd69de5ce211e31636d5475e63c43c2f2119e23b000cd3ce2779476cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3836db87fb6dc8a9871eec7274382022a16ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6392ba380ce445683c8cf59d7a330c64e6d2fe448f034a2019f3aebfb4ffd64d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a051c279da0d6ad9face14caae093c88d4e0e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826d59a1e283ff4f1a59a7582b5a7e291291b3d38e35d82be03e090ed90bf73a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01890995b98238edd8984d6dd47e41f33b864010
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf737cd8db5765fed26a6421502ad7e1308448d610bd7bc24948f482d3a751d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2452ab394d35b3852b4006c1572caf6d349ff513
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577486a3c1a85d91d49815e0845e5b7c4446c5ded42efb88b35bfae668de39fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a90f755037cfa799793c89ec10ad507af2c447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2fe12a86f31fbdf32bf39f8226e89bd7a6a9b7eb34ed577c9a6bcc37c2142f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd0a7b95e9a85a42b5acb26b317fc29aa828b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3f3a6c90ad674a599c4606ddd47dc48bac37e75d7773db925912aa85d1e28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cebe6b7e6c2eb66aa688685b827c0564f6a34c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5686d1d9c94214b2f9d39ac6cc72e9d29a7d4b4703d0b2776c8d8fc92330c73
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa918bc4f986c92dd957860db5f8c7c02ade99bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4ac47abb123b1fdda68ecbc367a9f0b7b04599e20784b506c5f5c45c61ff5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2730094aa9459ebeee47b540518cf76a63735e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcfc230c3cceab50b17c1e9c4578a1870ce0145647d0e97cca58d1c7854f338
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df10cda1dd63724caf59f6cd9384591f1ecadc1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79784f2c9f0de5d1de57cbd30ed8ad4094a96d4eca6b54d284035d00b41a28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dceddf7790bfdf07dffea5684a830c969ab90e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f51e3c35b9eb2e490519149d52911a5bc545c654f32dad62263e0276df2cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a05f9d2e8b13499baab6121801f0b6af13f4e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c589d76d07e248a802fecd00fb79bbcdcd38af9e6d2b9d74077f2aba0eba527
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa135f2ad0d6a0ec4ab03c801d29e2dda11cdc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936b8d77605b1d0653ec4a39b72eb10cbf295c88415bad73157f55dea7f5d2fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a275ed0239c3caeb976c30624b7fef3a5f73de38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c39ba3d0ce4378af44cdb45e3a50b74ec7f5180de305f7d698ed537e0d45db2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763618ce3d1c352441e1ff73fa951d8de307c798
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416f2178f386b99ff5c088081295626d573a5071a1fbc85bfbef013b7b61a34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb376c9b38610ef4834a3d391d8e421565138fc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cdac5c667c3eda321c9d61f0720431d5065cdd57d139142aeaa77ed0089885
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505e8b83c31d19e71f9c38a07f47303a0bcfacd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7226c18e71b0fb5e704e70df99a24eda7e02b6b5a53edcae9e4aba7500f5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d8e8417619c32e5346200ca866c98bff418eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5871bd9316324ed4daabe14b09e92968ca60322c28393d5099aa3fa4f4ddbdef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24ea9f20eff4c1f66fb1913244e0348df48c03f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c383936f23fae37e89679a19b6429c0edf9cbe56bf68b6dd77ada28f20c5fbe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1151c9a53467bb9c73c7f05b9669250ed0207465
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a2d3c41210fc2fa4f2d0719b09a856dd4ab94debfccb45d83212c0ec9292c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4c6ebfbc9b5c87c34b6ccf6098c4359f142822
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85054c21ea9bf00ffb7894d0210593dee5862e1db63f75101da37ecbb1e280e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed09fa4231f860177ec949a84992faff84d525cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee42b9dcf7f848952cc66b4561f2033d8d6e3fb7bac6be4a824aabb4c0869d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bd957b2350a069e5c8374fb7bc44a27b47b255
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af87e3968f1f4be0daff2c1328c66af519d9f5f42283b0fa5e41190d6a4821dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8ce77789f001661cfdd691d49ff29e60531903
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebbbe699de806d2e8361f351f13145404e111d45e3b27b7501caaef78137d73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2949c4b25189c11ba58edd1fae0b4eeedfa770
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9d426168276d690a85bf355f0de88b4effc66f9559b47ab9eadded42ec1650
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c747a0f8f5b3915de0c40270d7bc963403a5304
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfcd9debc7dadb233ce5d1df7dd0321d4ffaf7235a301c43374daf6fdeb3fb7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3130b418dc442c6b723323765824a71d803b7794
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d74ed8d287ea5f5f525421e377b93e3b347af1cb39330d027e1db8ece98cefb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c505e7c7f95328c2a23db533f0f077d02b8f93b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9870bb64f823f0f7e9e54de3ab5abc826721c940f44a8a4dccf636d527e92d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e2db7039e9ef91931f0bc8ea7788e541c0e6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae4647337b8e0fa4666cbe20ead533a0294715cd2a86eba0330a7c39eabfe76
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404ce9c961674ab93d7440886926c4277ce32f76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281b18a1a6b67ca551285dded1685418e89f60c2c2cc264c6b777bf07315f28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f5c199c9c844a612e929e157f2442f5d99c4bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaba657f24dde10ce17f99d7558df0224360fe8d3f96de3e9b4331b8f1a83c80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bdbf99e68610d4f7edbbd9e5181e4178af168a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b18c18e03528bcf7aa8ac1cfc378593badf7c14f10c1d57e608b93702d712ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb8c2d98441e952306a8bcc05fa08936f02d0c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3cd16b8951b49e6eaeebbc95bdb7b6179e560f26c0449bd109650732391ce8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864bd8fe690c3be8df0a96a3a213b2b318c3a2ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870d2104d59a2d4acb9d486204d3aff6f639a2da5ff45c094ca7bba99d4b5ce8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a31eee6bd7c08eb1e1e566449fea114f62b55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931976e27085f9c968f43a98e32823c5e9619f6d68061ec36c4a992b40af5736
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ab106b89319d8738b3660a43b34427b43761f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cfa17fe6be544cc8297dafac1b6e002e57071505dedd4d5b975441b4b8f8a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d85e4a32877184c916e82befdaf4c02b21063c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d78da737e1698264457f27728d916653c41144b8ff616599749a52b6124117
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7900208a1ca62f3358c1f1e93829b8a0287bcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e76365e98134b31433528f8d585f9f06514af11b05ae1cf472d3fc119e79d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6de989ca6dc23db9901db666f9f3c5dad3a00f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbd8b133fd2a4d0957c0dc87fdf598c0b372aa614151fa145a17c5864f18901
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d584bb562985d8b94f105f0caf0b2b5f76b5036
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186765c0c8b3dcb4254aff90dd6d5b718aa0fd4c8f1b433266e038dc778c1541
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55f56396f0b49e281c695ea7b1703a72a10383e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43803b3f83328e8c781779f34dbe9f370aeecdf76de13446d4ecff91965d405b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7fac14338ac6b866a3a7fe30769d7b83d2ffbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330dc4f032980d0a0b5bb67524fa6ac33ac1fca037d6f28fd177c3832e08b265
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e755de3b13f13729ea50a71397830fee2aee28ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a6d887a2e81c511e66a01a198361c55a20fe83c55d0b53d595c9ed5e7904b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa44055a0ae723134c7177ba8569dd395d511fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec51b2c2668ee9302547a0f369f06ff55d65bf402f60b90a9c884a36dcbf24c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a35157e5738fd15345b9aeb639d3850952d6f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11945edc221e7e22017b5f31989174ad179daab7933ed82c45c985642a1e9751
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ace6d997fea7371b78031ec2e8960e97a6ecdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949093284e25b063bdc175790de40027aed1cb846a425fee66f1613cae9ef10d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6609a4e1418b215cf32a325559a7ec5c375899a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9e3a0d48803421df29beb2be4178d253948fbf2923609a218e4cd4f841cd3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b704e4d9fce8d2c45d7eaca4dc5e2333c812608
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab6113d060e9c725331799790918be7b226af73915a44396603efc52bb13354
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f292660dcf1997c3e9c9ca4a72e881a7799c7ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f3e8b4b6ed26c5db3c92fa68dba90a6175746408d47bcc761776742cf0066d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfc031626bbf93f49e24233a9caa3e2002b5c23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfb37534c6910c83432ff9964fdaff110cb4177562cfd662104b018619d71bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291ebe4b9c9ee05a2250d1be599155c7de5ab2c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cd7a0174474ee5b304d23a5b195d2bbeabb03236d6d68e0650cb33aeac286e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4137d4bff280402833e8f53adaede64a60b0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7676faf50371f7ba6a841f727377e951964f0b45b1bc1deff3df41de2404d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a1cd986f51beb369a07f2503db007c3cf5c19e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9af8b0d89c2b497ca7e0215fbcfa9353a0a99251e1795aa1c606264e0212536
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73827e4d352a4c74f6c7b4505c8855ea4712516c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478437d8da708ee3ac7c5e031d45c49509194a5fa71d349cc2921f509a9a3663
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b8bd21d937e7276a5efbea19acc2bb81bf37fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c242da61aa8ac5ad4d4fc8b4c5d509171a7edc09de565f07f58cd4f86aede4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48818051702748b73eef5c1929cab958b32dab26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92871a724e7d426d3bf4f5961d864afff591011490855df3ffc71a1ab2996ea2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266647270f7708ed4e0324eb95c473f9090fafbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbfc728342455564895913fcd532b56f614771d3d5717443852e2df9c255e6a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfc9d2bc5138fa33ed9f10f47ce60623905d1a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc709b3224071d8ddad241fa74438b2987c30f58fc2eb8c5fb95f27631b962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99e55f6a203746c26c7306d89ea30831af0d37e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee517087afb496a5b217c3f318ff916a91cacd1ea9594976e76da8ec29d8536e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed2b7aa90053c20b9278afc4c85ed1fab0c084a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba437f91f9c106f5422fd7927c46f1050cc4c466775fe067c9fc84b2ff7b240e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3945fd0193830d376675d123b271da790eb1ff84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e14d51db4124a0668dfead41e7ffb34cd1dab7e2e1959b1a5b6875cfb51f05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac349f2c6d0f823b86c5a8e8d2aec81dc11ad366
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7351b4367a2d0b7a6ab036a814c4976dad778bf8419c854dab57fb6dd4c2252a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da201aeb204740ebb82f5cba04a47fdccb098b6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131694cb98e2220cf17f5bfa00dd1f4024205eb973e908c106180805ce892e05
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c865d6a2bb9be5501ca3bcfa9bcec2bb09f5b31b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54912ee6a5824a76e9c726d30d9b17779b4f0487757633ddb1b7d98ba6aa9ee3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e774fa8e43fb43ffc4881fe20199376dee402a99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69998d762dbe5a48843163e260856b01a9275db42eb70ef6b0f2865798bce2ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c54d5863e841a6be817678f6c8839fb6c310780
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6ab406e92ac9b197d5c48b5673c1552e07cf0612c9f8f7d987478f59e6b70c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607f633585cf4bbdd4356ced15c78e6d0c709d30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d869f7b62e5f4483903a0a5b28c0ab24a332391bf73edd3ebf0b549fdfb474
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d357549b6aaea2fe60adf277f56fdca249b5ed4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d5a859d5b9f5978340812b8a2c13a2ee5a37c0fa2f223ac1588177fbf5b6aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0706bc5847e3bd54e0317b31deb78931fc21426
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ebf044202884f87a49ce7da6874d9b73e6327e35a5594557f21067e4897a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28048f9f21f5fd86ccadd7155c9ea7a05922fa1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f07d9a109b102efec8b9dae3cd7eef6c2ad55951676eeb60c0467922d5b17a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983a6eefc741007e1b71f9b28fdc9acad459e2ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b71628c98f1150d36404d471ec4996c4b043f9dd98eaa2c3f5918d4a5023fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f284335224d6771aa552f4371b3b9122551b08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe29abcef8c6f482a017ed4ed1d71577a2745fd27f600ef45c2bb570eccf13f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa6cd40fd517443f928ca8c3475d56a2d3e0c7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb589a595a2eb5889217dbf8d9cdc9411d3300cf40cd8a1f4091d6028c1f414e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7097d913aed371ec0012f5d9a8652ef0079f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c653c08696031fbc12364521a12d0e49351a7fea7184902fa595c0c55378036
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603b51229c76b702625510d1932a06a8bb5bbc7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9813f16d62043e0ee39e04cf8f44c32d5b00ccd0af84d4c43bdb8b0cab779
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d51489e8ab6516ddd290fe204f722a61548ecf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980798dfb589e2993185a5aebc8a8cba97f55dff04af4282338a22a56bf4e038
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b039b542220d46f7924069842e7e04f53daae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1238cdeb38c0a5e903ff3bb2e988683053acd57ac2de505d85bdf9aff7e46b92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6bfc405071a98b95fb1964a9b354927fb88cae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131addd7ed6725e9b14dee9953f18ead69829bea2fc0fcfe78ae429f78ecf16b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c104b27abf7ad0c9e233a6919349b6a85d142cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97baaf26a3c31295a91d6b956822837a3fb439a31aa0c6485b8b3664fb4c288
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049782cfce14042e12c4cbe212a312ad59162082
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f4ff3c547e797f32b6c680af20098dbe09774ebdc156b83e7afb91665ba65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27ce9aea519c480befffd6ec3f8139da5583628
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a0ba6b1041ea915fbd94508d3dfa48a443f9de1fa10e7b75383142286a147
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b8c6201a1a253ee7021e83ce03b7d573941f74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c342054ae9bdecac51b354896d9c4cbe1c567b8e82a3559c029a2be237a3be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14542f70a45bc4748e5b0dfc05510174b1836415
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832981ae4ea1057d64a09ca2e39b4ca46bacf6ce73d9e028eab994f06122c69a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc41299b0b21401c345cdd660d21b7d9fbf08ce1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1363f440a045dcd4076be351d8c435c261c381943364a9a6ad754554ff4a55
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f324728aa38828c8b8f78cbecc36d2012a3e256
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae69e9e0232a219d5cc1c071818668dbbe77c80f11a53771d7d338c52c171661
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb13839e49fd773619897ed5fde81690f897da28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdad19532f3f48e553268ebbcf463e1b3664616351e7f1c008953038625cedf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826d8b918a9fdd9f6d72fc50c9c87dd34c56b1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de894a3f3f0609c9bed0c2993d5d8eff94354fbe83cc468a79954022746da423
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd1efc93351ee99747a61692a000442baeaf4ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8733e5fe15d455b7d34081cef81e78df445ed04402ccb01f27127718aae3ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5164ea91ffde69fe93fd5d7aa2e83f6d47d159ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a75ffb51c9e04a998181c5388edc978c0707e513254416e1bf8aad771fe4ef8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f71fab7c029e61e75a08d55721456dbc8cee6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094e9dec45450a3d0aad3496d401ba05e28c4fb9881e4138d1218428ec29f941
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa408a22b2b77483740293eae93f04926ad3ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856830e72fbb65e47687a0695a937b22483f84f04800b84a8df1dafb1c3cc420
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd9a66a7f80cd6ceedd8e0b66c0ef3a45fd9b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c6f1cbc82bec48924a58eaa472ccac99ab5d4c715387c4ad182c591f5a5ba2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d27f6b295e8de4089adda01a36632bc9b55bcf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d44a584590cec8a613c743cd879f75eafd166aeaca5139342385ebcbd9dcd5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a317aa600b39da511a0d3d40df41f902dbbdde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9340a68f4c19f58c2c895fc5f0f82663430276097004434320fee8c2b35c7b5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d49de2d227c044aa876cbf6bed61ee419928b3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569a6b0025171803231f9e3a8fbdd4d134dbd0c725fa1c560df57403f7083dc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b0c8d4d48a57fb01d87f97b8b69f0c1cbfa0e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beb289138b59f1c1cc7081300a62f6284535d29d88b9a70fb6dfefb1d709dbd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3702dc2f0a05ec7231447c802b69b626751ea78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bcbeec0dcbec8ab4796ae5b7c15f829dede5a92c4ad15b82766c4c1b1cd593
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0fc3d43bf17a32d037306c2d8bd45c8b7b4e9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c1ed38a03d31c9f3a955d057ea899373961f65a6ae1b7e2619ae6a3fe0805e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e698870438d9fd1e0cbf8cc4cca3edfa19ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e92f99bc1961b0458ee246248e6bb0ab237d3453bc9c26fc04eea703c2dbfde
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162323a8fa45341fb5cfe1335c01c49ff62b12ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0ec0e2cfe1fa6a00705f14b8df9d482947a1c0635d8c65ff6a2f48ddea4602
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a34ab89e373672561afd2c44d0635a357da1e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba70b7df83603f3b9979cda8c757d86c33c145568a0cf4d7b7a6ce29d0ce13de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0b58cb75399a9db4fd4c115e8de671a157c125
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e322b258f863c27915b654a119fcf8e34a3b036380ec0035c43421dd898a6d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a84cd5ca6fdca1760c8077ef247044419b920
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e4360f2ec6d796a0dba72b23ec12318a341f415d6c29ab1491690daf758425
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6805f629fdd0235feaeba7a419f294cfb0268c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a734fcc95683aca15015f3906a90921f6cfb79e236948e71a6fc13f44bb2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cf4c580e6fc86f16c32362cdd42a2c3e985888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f43d6e529a04d5f26747fb925cfcd8f377f3901a86d2c9e94343dcf7f56f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426cefc0ab082db5074bbf01d6e6c13059986605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea4728326b0a60af75db0521ede5bfeb83d388e8e599cdab065cc0abe042a9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e191116a9298e89d61ee928396c8557543944adb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2d89e27ddb237368b4a2204f0e15a0fa163095ab887b345ef9e0389503118
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0d7680bbf2f90816b5a2da4216724ba1f7ab7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b357aa1fc73d93084f8f1bf9c180300e4f3b1ca8452f920bfa62efe2a183b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe5e03b0a6df078bc19a1f2a379c9742f373f55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb30a83414462b952fea89e38cd4fd6151022d800f7922144b08913fafd4be6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f3a072cbca88ca98a6a08665c15d97f58f194f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796524330160f46be7185416fae75e54b8e48c0c933a35085cb0804b8e096a76
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99887fe57341327fce7c33a02fa79eb867cc1bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e363e54a32de5267033107d7bcfd72236629781ea7881aa9976323bce6579212
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacfebb2c8e8fbb7987deb7f35245ac4aa43359e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebec6bf54e2648a3c6167088b532010792222a449693fcab94de480833bd9d3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4065ad7be4d1b6af56cbbeeb7486c39397c933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b918b8105e96fa2cd8fa5c7019663f2113b7a71cf4c4a8eb2845de64bf921c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ad7caab85c141aab489cbfeba91c77336a7f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47b974e228f65cd1d3f5e0eefb8f4d0731ad0cd5a280efa9f2751828e692dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5260924dbf69c23bcf3b8d7a74e6f15495cddd9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b182dc7968b8497a816f3b94dacfa11956387518e6397e6a24ad64a6ca7caae4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8384fb7b467ae7c07ad636a90d26db8bd59c4a4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184944e44db8f7902849061e975db1d91133802a6ad1777cc725a0993ce9d1e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b57518413d87f6d6f310b4d7625ae9a01af8ee4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7624053734ac2ba873a3904f26a01d2188f25fb26c68dce7d4d1471d01f24c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4479a7941c78443e46985576d8102f84628b7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87e04e4a3292905a251c9d1d99ec99f5adb1c682ae1af44a6732fbb3023ea7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7eb116fbbfcb7e6db50b6dca94a659730f85e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f40fd25c754201c365426dbfddb9403fc85ba50970b4935fae40a06444a7be
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c1658d7948c790bb9bb09c6b341d739982e26e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836a877e65dfa673b8a25b215492283df4a63b4a36704c10a4ca30110d8b187e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4746c23f1742020684f6132a8c710f7684691788
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2b6df56ae8e3b3e8ae66c194b3cb359e1760098c4484d6c99184d6eb5f4e96
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae1a3d27d99d4df8faa975738f6d7751408eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d232307efee22e661ed790a445308c68db4f5f0846397776d88e5d45efb9c705
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68a55a670dc2c60f1877601d2a7f4b69f5d149a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ce1e5436e64a8be2daf4622c536c184ae5af2ccc3aaec355e3e4149e2ed505
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0515b3418387e6a07c7aaac0a268bc81103e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50759dc9afc764f2ca905d4ee287d68bb4d86365c4dcfc9af31daac07433e5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f69a5a425acbd6ffa3b41750ae975dbc0b0299
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47634592848e86c4d2b724ad5bd0c51d424119d9de43d14838fccbf098c6c9a5
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ede2e8d3498fa2d5baa5a1a8b51ee6df9deb97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1c8075d9cc916c2ea73db3e3f29c7a560bed28e5be135e6121d8320e58572
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a10b2a6f98a8c2f4f03f445658daf7ebef1ff9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a99c3db1ff2c257a04633db7478d9b07a4b7d5e0f38fa5d762124cadff11a12
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaafa856f2eca6466701ff9d14bf9e0ee4cccb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba2536d85128b54d58f70521eb0cb3b40871f7495af3ead8af1bac5ad13958f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81f53d8d2188f45493ab0d318e7ea01072b5f17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87485bcd6f864f9a86b3a3088260d92b03b6a82dbd523a61844e6037055e6459
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f4ffd0a68867eb8cde207d30bbb86909782e3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a97911a01319bfd41b53b53aeccde6645b0116257499795470a81d51310500
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc93862e36e566f2d73a21e1e436232e7aa730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f6358e658ceae9ede72d33ff2cc2b8ba01babf0f35514102439911162b8c2d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593af53b68698d0b648e9a5b8b2a4a0ed8db4b33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f822bfce2b0e6af21fc4cc063bbbd7a3d33113916ba518a4d15c10fa407cf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c301393d6172e058efae2450aacb153d06740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbf3f867f05beda5c02798515fd1fb1e928a1f9254f92da2b10051b471e849d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae72c7bfc50befe2784db168e207f474c3ab5b0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79174873ebf0d9b4bff27b0813fcf09adf4767c5d35abc4310e6aa29529b86aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffb92b9c8d887fa2ec6511896b3efd842fd3a84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad42e5d8a110d7e034828b7623838ba107d140d60ceb0b5513255b2364a3e41d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08c960e472f6dfdeeb479ea03508e2cebda1d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc777ca75d608d3036be9549d174bdc649d5402af1b6872f05f5e80e98457ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9191f11186def51fa0eb341e370fd063d0e7945d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ad6fb36c3b1a4009a6334aefbb1a7bdb93897515652150a8206bbfc785237
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9970d39bfdb5ae4f08377201bba3dc7444b39e72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524ef423a9645255a222efde24d996426318b909ace3c6bb95d51299e2962f54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c38751a558024332be39feeb5bdcecc42b6462a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685afc0cf5f3bd39481d1c00b840d284b615521725758373cccefdddc9d1b2aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0daea4a44c5eb4ea6f637002cd3ba8e4cd1fe3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e87760d40360f23dd73c238cbc591fc901dad549caae4d6a674a645eb49f3e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632783acc26e787dd9a90aba35dd6a202cd44670
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df0502dd96eeeb5477875386ad2760a81095aabc76d9b1130648b57f79dfb23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d156dfd01805567be0649ec7227ef7d1ca4a71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb1cd3c068b28e6d1c92276486b439022048a26d05347f11f0dad5d489038bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0df0af512fe60e21e867de6a3c7684a117a0c7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20e46f31857010e57bf534e49272aa5db2e4a979e289bc8dd1c8f8c856893ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab326a705898f8ccb28b49d80311dfffbf6595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c7c5ae272609d502cb4a76d3997a18018bd05f5786a0c5628aaa93ddf56251
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ca7aa577e4ecd77c9c76ce226e1b358a40b65a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c13ea1cd6092e27437ec5c74c304efa52278f63d259aec4bbda6e2877cec3c0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b350e9996612119c401723e053380b239aebce64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4d9b944a736f5fb01f174e8bf4024d6d994e08773aa64b2951faaae3fd532f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4a63c59e5c56c7297c71b93fd00c43c0269354
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d540391b2505be86b0c1f05085b60fef8255ce9b1a503e90378bf5d60c4a8e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50be5e7ab362f9b5b77364b5ead8cbcbbbedfd84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf5c30b4f3f41b7a139c9fdf5bc4741bce58252af911cfb7b4878452006b1bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ed7db223a8b1a9a9ba6c203b3b301f305cc2b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc3b84ab5e4845d533ddab29be0473e95c714f30071ddf3c6f6a1c929cbec00
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6847976ac2bf5db12336ffcfd4e24601e2846924
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13717d5cdab01da19d4654aabe890ee0663c932e8caa7f6ef7029c9f6ee0e2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03aadd3c7ea470e30621625c56ae49ba6d0e3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e005b5c346717dbf45b2ce330bf9fc021afe0c28be468fbc4c58d286bcad281
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a2f53d344c2d82025ba10a695e85927061d44f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46aa94fa0bcee04f2a731be841ad33f010094854f710413e26926205630c7d82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9db4b54475ecd5c7015ee354eba13ac33af2dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b8908e9084af3e350885d84517fd36a89c433611cd268f9fd8bbc5762bf4ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566753142060933e3379c55b7afa03ec034ec265
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e10718d23600701a146285a67145dc8c0e29014f4539407be997c30d6dbcc1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aba906a998e6cf9a6e6d4bd480b55a7e111e4a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc2d5b1bf44880f01a89015a8ef8a326808816abdfdbee7d15eb09ee775262e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb421c5ff39d4952a62eb29398291795931a63d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88281a9d6b1fa86b5ef073d3e24635893fe8db17cc9f0915711991cfdd5be25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21298b5f98099f6228414ccabec70b60dfb6ae5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78cd77d8f0f9e7cd3b9a0df35216b03c17af425f9f00483e4a85f66eeb28d92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f1455d5e5d53e118768b913bba0666dbba2a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c736a2874109b4224df22c2252a54adb4bc1898e663f2c6cf9410c409efda8c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95f5166577db97ea0aa7922a06dccb5f3c19ed2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fa5a9b8bcec7dfec334e93096a21b2934f115be75a629062a22120b33247dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41c6d1bbddce93332f8a4c90a48cfd19856110
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08db2b01503a1df1360822fa2f6075af250aecd5aa736cb5242e51d69f0ac8df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff90c1c7dbd62fb247ca7417ca0f32ae26b9e3ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aff40ec56c7a17432d3ff384630d4df8cacbb4c06c7fe61076720c4b502cbc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc5797a9ef30cde8542192b676ab3e7a84576f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7794008d2b11b001af7fe71bb8eb4b1e5e436fd1afca0b2a8a3747e2509e7106
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9648c1aa8e0f0a23a4af2107a59e2590933a2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec712b17a58515f947a411bd109ec10d044c94c5ba1a0555d9c666e9e61ecdeb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b01b0c1c0abd087510a60731cf30711417fe364
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c938f2bf205c675db753a480040ca756cd1c2c3914eec434d43c8408d0cc5c38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f1ae044cad226c0018b224e9cc47ab522943c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70583bdf3cbab7eaf3845543eaf5726a3184c511fa85f7f9a782be6e405f0391
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a923a139f4c8df356fd03c38a0935377f4fd483
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a8ca03a8630c6358633d0ad81f2b3d9e387fc1b35d35328c575b233c56d071
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381438e4603573f205ba4f1cbe2f82d91ac0ee86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac0cbb5a28a94de14926f8389b4dd3e9fdc59b21fe050b161ef3c1da2d24099
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a288a076eec91faf4bc0fe4e983fa348a4639c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d9557c1ebc9f6ba22d5165ba49c078894b8e6b3644691ec5b72abc6eb7f3da
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2eba77f9e49db6ec9dafd8ba7878cd9c8eedd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76068d31999ec61c7f314c2ef3b876f6ff14fbca9da0669fec6b14e9878e3bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46369c45922a2ff110224645fc66df80f474209f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a1a812510178e8c5fdec137b73a31176206079dc0aef52900f44f4d6ca215
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff8915f0059cacc38d2ee167cd6094859ba3ee3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbfc3aa2c55b847af90e83088d95bea4f3446776a2ff10adfe11b4037b45363
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a58f3dd47dc85795ea7a61e24fb15c67626dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e82fbc328670568f3a5af020704977761a23df14261ab1c4143948b3e4325bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a17523fd0d598dbd30e5406e0729ad5bac1873
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5a206472fd70f8ddf919ce2810e72d03686fec02771c978afc1cce27ca0906
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d00327970fa3029dc2aee48a378f3d95749feb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d32842fee2e967e2a9105a187678f0b1d1310ff777818051138fe1a9f31096
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb7bf42d1c56a26dbb356354510aef92f9b8c3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518f4653cb129d1c607ad9a8454d94d1ebf88fa8a166281561cbc01f1a853e89
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6623f24528ec8c80f20c6dcc072bfc47c1b8bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db2b7114edaeb9e781f3bb8ffd84b289affab7e7bc8919d8bf4fafe9db024f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfbe3ec5c9ebc94a1d895285ed5a970ba38e61b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd862c91461091ab66f27b0858933df482691eacddb539fe35ec94c91d9e8d45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9f2996ce724b5f6f12ffbc8aba9fbe9cb1f0aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe9dd078878c2d9c5268c95b74226077dfabe9e874578738e5ce01e402bf0f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b11d005227de530a3e5bda9ba9af9a6d3772c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cfbd2f3b5d9678267839e6d7bf00cb7eb81e367928fcb16211b661c2e73213
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e97d0f3a60e71a5d9c7088500fa8fbf1ca06ca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f76ba44e5667b6e1a2c4657c53c12a23d2c9de710dc6917f041a16a5255a74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b9b241de148e616a747a7dabacf20f34c6379d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71c2dce0b433226632813bcae1c4a66b7e77ae39a239d6604d03949203e890
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f168601419967b4cd2badfc61a74f4b9e9975d02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5f337d9469e76f3ecd99fda229a859dd85f46c9090c8a8a3e1d6dd0c2316f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2234a616bf979dcb630b15c2b1b02c1fd81d84aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac612463bde1ab3eac2b07a06a20f3ca34ab09d94a18d6bef7aca37e802464
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5881b9aa563adc700f7e2f776db6e59c52efe9c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d52cddcea2cd65dd631d18ad2ef0a546c4897868611c9b4e105a71b795eb37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb48284d1c0686e586acdbd7ca668c5f153c99be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf413508b0b39d09f675e4cdd549e4afc9a1fd951ff50ec4c0c2154b9ff8a33f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba40147c70047fca59c0addbc708c2b564511de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12969e268a4fe532ab936c0ee9bbd4ad5c9bf31e1aa6e8037930b9fc6ac2dcad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0e2e5a0df77b64bd5188bae948a4b13869aad5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ce9b47df680d2be1259e83d259b8d69f12c48e60713286a95b0d8872bec29f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cc10781a5e7c75071fe30d3cb3f6a7d7d86225
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea88d19a5bee016f9db9e3e4dcdba5e75050674c1eb18aa6f49c8455b73756a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a1c9b4fd1572de89688465b2da36f2b5f4231a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d296c4cf76b5f4f61209fcabca84c35e38e36442a481c85f8824f0f52bd2bee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ba8f511a8eb00d1c6f6a44ce5b21cffd5512c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7da38b45b4743b2d028a553fb9e70a0ced8f0f4dcdde9d1a3f270daa31426
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70084744d38efd8421366d6ef99e78ac8d782f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c964877c809c13e9991b7219d7a3d59120a1f5b7075d1ff527e8cb16e0de075
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecf07b1a330da1b221b90570e00ef75c086d659
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b30245162c1e21dc7e93ddcdb7d1b0e947ad26ca21617f82a30183b54fd5ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1761f8dd7dc077441b8140b50a88a6955ffa13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04de7c695ab28de4738a6b874f772fe51dc1a85ee5c3bd2c9843f1f18104603d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd678db160b9afb1dbcd0721bc8020beae10582
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57daa42021ac6f22c943b127a513d75f5360203b96edde829bdd97c9be95ddc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea9f2d00696edf0855b6c7f557bf6f4cabd6aeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f865a9991d554577f48a26b3245dc75c943550fd969c8d1e52ba958483223e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fdbbc1b0aa5a11b6d95b199ac81a9250110edf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194a3ee7cedc296f21430d1396480578f4047dcd8876b4ca0057540dba3f4a7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3c17a7d8f3a8d3244a6e1208d7eceb55a74b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b5950e0948480aac5e2cda05391a115ab207196c73eaa48ca324ff88786429
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45238b0968a279aaca2bbfad771d6177b0bb9935
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e454810a84b6b0b1642e7f5146ca1c99a21c9601550403bd5fc7bf64eabda3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afdf45ac15ef1b2354e6c945d7379a2b9720e70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5933985ceef45ed2ec8a726287e07ea1eaadfc1310f1c90d4d502346706160b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f74f327931bc42e42dbbc834532b0b5236e4655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebe3ab2846093520e6b4a169444417b073bf3f37bc9331d3671b4fa342f61df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f289e7199d70297ef706228b95028d6e53914b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13566277aa409c5bf2dad47140ad90fba6dc515748d46d0cf1c3a41a7faf5fcb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495889dbbc2f10d48ea911f2f1772f14b3bf63a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913bf050f6e4a8e113bce7f8eee2eba98d25a3b98b4be339d7c383611027b593
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18696c2bbf3d5babea350e6844dbc3a89d0e7609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f156314a47590440d8e1acd5b2a59b9446b246f59bb1f742f350ad40e7783c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daab839a81a3d5f157f3002fa62b8d5f78e91ad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417c4f4e28af60c50e2a5a7eac5654afa9b7c34600ce80e0ff87847572856dc1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a28bfe07a8f4f829c9e91f06baa40d8b7b8534
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035d37b03f79bc8d043cc263d74727830c96814991b5c4c4c6d0fb1108924013
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51e1b226eea8769cf1baf52606a018ea841bf08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035b9186c89b94aa5f577842a071849005c02fe7ee055a01bc7e37ffab309d5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989dfe8934838294ab09c154d9193636d92350c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3107beaeec739adc519df8f3bc34914df8cb7e804554a730cf0c9c5bbe7d00f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a728d44cc7143c3309f76d52dccdf80b4773224
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05f182bc7cddb482acf2f65ce661ac485d27bc1108082885ffff53f6720e87c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7f0441b7850844dde2c485cfb4e413e20f8e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fceaa30a0b7e0e9d461a8fd1f27b57f037be2154e3796025871cc439c842f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a601fab4416f047049c440eb5a8e0adea83d2fd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480d497d1e6d94bd141d610d974b6157e470cf573ca23213f866095376d7e7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981d5cd816643430e82df892866e63c8a38da438
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be59c0e0096b63140f54a234a5b1a0b45eb7f1d081fff0326924259ba9a95c86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f758ef146f9e8f4ae4dd0bce2cfec2ffee7ffb62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3cc28f95728fe3ea51f0dd269702869d3e67a358b97f611afd96050d145d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402f70b17a6b1213fb3a62187ff1c9a2b20bbd3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3738a98c9ef06d0f8907c4143b41ea601c669c1339c18ca64b277f507056ab5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b1e9474f062e0166c5270ab7084efbc528167b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e385c6ec99ae69c6943f633c714fb1dd1e1f81468c8a67a2e6a4f0fb091841
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f616ca0f245544bd731ec61a802ba21dd80d03c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893ea3eb7cdf03590145a47e076336ee294d1f373dfe1654f981a10ceb598124
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c36c44aab15e37d101074c7ce7c90584dea081
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f0a7f602886b0b131787f86cd9a47846bb4f981f67cb0884c696c6680b61a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff151f5662bda9ca05a9d79f0c8b185c9fd39771
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacfa76ed69ff321b00d3d5ac69bd8e4c4fa8a1fec44ffc2082e9ce861a1e1cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c0fb503fb54dba6b9e646da280314e1785d3e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ac2c0a48f79be673ecee7c33bb2e1ee3da5100db04e4d3cdd7559b513646d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6f759d0e7926e6671129ce2eb767b3acea9899
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394a872c089d9a0eef0f9d16966f75ad6858740bf6152408fca4a08b9f9c8856
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962182e5b7adf7eb8a6807cd30bd8bd123407685
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994b5cd590fd58c0a5820f01998d8c4dee5cdaaff3e514f1832657f399aa9ddb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22578d9c084a9e6036cc9ffa917ee55ff15a193
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba5ae382f5e2a41e6014dfc07f34c8acb9d025832375eacbfbc1363d1dee3b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77294540c6dcbdfdf741339dae508bdf2cea934e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fed45fecf1eac6bfa3f033867362493dfb8951b9180717bab49618c36e61955
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d27b7c2de6c90ec9dcb82e29bc97a73fee66e92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e3fc3d77a0ed5e8620c3db3953b206a4d58fadd4b416c206aa91b7a2792fa0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54aad3335cee9b3b80a47017f0cd130f62ddd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528656f02b3b1e7a88767d3b66146993edf7de851366409ee8dac782e102e62
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d05bf7b65a303a0431c3dcbb45e001a2f12039c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1dd96cce5e89f0bd9677035643d450b9938851fdf53da04e2d2adf152dc94c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b769225fd4faa784a74b4c8743b114e96d7007
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f70f9c30a9916dd79a5d030b8ade80d0d9646bd346526ab5eb9288a2fe5449a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d389819b6b9852231302baaa4c9d51c2e03e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81be415c9fb017a020d2211a34c9519fef35d19ffc879b6aa96132e4377801d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb44ea349aa267a9a5107b607de9035d2dbef8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1c6cfeee86486b9cf5fc06d30f3732009ace6b62601a60f7f03ab227885c4b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4b74b091f2da38598a2c519ee790c90e3df827
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0257b328bb409a000b9277c0f702479bc89cd63496ce587597bb4e11901e0caa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32476b0841b7f35be52a4da1f8e6e7245f4a3c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9c184e47fc6c2660d84c578c76a946145804161c7dd2c839c7f46380d14b98
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a915bf613156e39f1ebcd4e5921297878e5d7f83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3813b9058d81170f0832bd78cb95cfd486100c3e2cae7ded6e2d98005e620c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd0567bd6999c5ec0f0dcdd475607605be8f14f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9b233fa322d47ba3d980c156e10a2d3f6a5270bd9658995e4c47f3c818796
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f150056c636f958cf134c28806ea90cad3be0d1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdfaebca5117b91e97b98bdab0237a3a8ffd3fed368a32eb3e2f40bad7a5c45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4818d1f3f60e03ee6a2c84a4c1d43f8be816258
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1383af7401b955a0fb7603d644e8b9501d05597992fb56cb5a7775e22a6d5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337599cb12299221b0875b237caca66e66dbcd2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d5b263cd022ef2fba3f60f487b3cfce1a7b2e093115fb776c92648a717b612
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afa91dc2a191d632208d0d25fbf4072656a2ea9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576cc58f0148185f1a56ad70fc5fece588966c095ad43ca152551f8e71e657cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9ac58dbfb6668dee8326de1c012191264ce8eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad99557ebecc828361708d1a522cc6b4c7757c8e9bf824cfbf42b75631ea4963
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105f1c597aed889e83fc09e224da6732a95c976
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8965d4b39e7c25b3e83343cbc8d209588c2f36b0ce95e690eed9a57011b15f6f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b888250ba6e1f26d5c97d33dc4b012558e252f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5224043b1ad719ecece282929e4c254c82cbfc46a3806573da096c920c5345c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8657a9912991bc5d21d0ef9c237d5ffdc623e886
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fc15fee59d15a60f126ab377546c867da06d4f00a145333c00e64a07d5cac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db8dd365f8cb7a6f1b636ffe0f905fdec88567
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f921508e162faec8a1edb20e762a0dc3e3005793f9670b3b29431a01bd6f305
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc27e0d004d0da97d57c08d55370e60de00cdbb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdda5a00853663edfbff7b8cf00a5815d668a77bc0ca8c297bd1e1967c8ebe6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc180eaabaca927df990ea0e4996adcd1c8eaa8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abee3becbf6e03a99fbca66d1f280db9982d6f41cdb2b34001795d66f33025dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1109ef7807d2965e580c481a094cb8d4c04ed71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26625fe305ab1fe6ebae31b421c821a197ecdb822258d6eee4e5d435c23063a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead778f1c3d6fdc4a975cb3e1b9150cfe6d1078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3542e8dd71b5d9174cb2fff66e44e54cdeb1ff2f887e1b2bc71af93d76ccde8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b27913e7adff31c6dce501c7794cde33defd06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed967d569da5bf994856b088f6e47e9c7410a7950393ad1e00dbfc94eaa914f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c935e5441fa38130ffcd667907464eb08abc02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513e64d05578b931b946ac20f91c7476d64faa0989bd27fe52e046852dd9c5c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a285a868c9627ebfefeff3a20d3af96b46a26f54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69717b7b17219766d00c17c522cd7e7a48886da6c3b731f688e112b22ed10d7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0330e89e8095831b8cc4c421333616d76693494
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548383393df98599780f4c557a737af7be0396aa287af366bfcd6f2724dc4f50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0938beee5b50a61053ce916e8af27285333477a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db211c890ccdc09e122a14f5dc268ffd7077a579933e8ea3f307564c1067e1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c78ce5d6553bad601a546769ee54a554147dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d90434ff83c4cf1ca5455c875264bb5d6005030dd9857fcc6f10f3f88481a40
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a25ce419d41cab3d48f14dde7a0d8ccc59dae8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1df1012dc1736759d4f159ca93d0681f2afcf6433bc278b44200d5d13b10f3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215f5acea555e05c051b192aa3bdeb29c9e770c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce0df38c47a64f32378a73d4f1496b608a94804c85acfd3fa62d9cfd598d8a9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13090ba90322e703973a8d018fa45ca5af61dfb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e6b03129c0d5740f820d08ddf7fc36e3fee5de70f0d1b7bc238af6fa27bf40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8732570b3041127a5f8599430ff1128342ee5cb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f9fb90fe34dceccbd857003801285d28a190373fb6179658cf90f988553e71
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2edd7a9f236689558042d21e937a7ca8a6ff58e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ceecc2328d448d39c035fbb3019fe7455501c90a32cbbf8c46deefe2bb600f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee60df255eadbb8038a7dc80017baf276bd17cb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8638ed5524c8f6cbbe2c4d2fe1de9a12678a9328f942fbe9f870c2294c768c45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebc5ac570054a95a15ca2f6909f887f457c3f02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab04db913ef31c7acafe69cc2b5b4e13ffc5e22c4eb2ea59d3e1a392268833
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcaa59230d296bbeb870077b3ebbb693204fad4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7528509608d9018f8bc9a1eb34ebcd2b1caa3b565ee7cfd1256752648ac1a251
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9aa0747d4bbe5a7144d30b5c73f954d0e67578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b64dfee6fa9169bd4792736811105085d4a1b6629ce22a84171b1ffff5bed5d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f895d9aa12849ed0f2eacd77ad3659e72152e5a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6199f01dbf59ce91c1154b50526950b7c10692d8ff75cad942cd74e6351d94b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554a352d0d55bba9a38e195443b102a93744c260
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce1fe15a2cc8a3cadad486a0bda1645e6e890da6e53417f826820963827e5de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79211b0f1591f8a0d1116197d19f36d0759e1b7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a94be93e65c06040cdbc7c7cfb2b02591538be2f74d7648dbff6ce36d3cdae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122ca382cda8fe3d5c6c769494b19a51365489fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7df0194a87d60bf06f206d23c59305785fbff561089673357088190738c738
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfaaf2d9ad02f248bec3fd2874c9d53c053bc39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1587512a9d97f3ae9215b3335a698fd4069e63aa01106f05efa8ef085ebae68f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b49ff6ad64a462faea051b3a9f8d7500e8a0fcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5920fe3f9526b95541941144c0cb711561189aef7b9011ca87ea36ca86fe7f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195728baebcf39c74aa39159ae7a6ba4e260152d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab60e36eff24cbe38be1450582bc27310b774656731f33be9a675e6196849f68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ba9504dc594381775c226a532ce9d9d2184217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884afe9c6df47fd1cfbeed39a93cf1e6941e431bbedc55b3d212a1fcb67afc15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9e0fdfe38b615a4bfa2f152975fa91ff276bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c646a555c3a028ac54b15b67582e230f27e79fb995a91927de5b04331b5bcb1d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1a888b7544898f6ce2001272cf8300eda6d7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7368333e40c5c174e232de4d0d8ea8e7ee36f6bb6399f849e6b9f7c1f23ec9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1ce88b452533abd4691ec398665982b3eae20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a00d7601caff5d32124d6e54b4b4aaab01acaf9eb5a982cb3e3e8e4d16088c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07cd29eb85b370aecf365f6ebb377ad76fd4af0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1502ef3b3f3e6f862fdb8f95a00bc7cb1f2d392b7ad4f5a32250b54e05b3fb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f0c8aeb1d618be1a30dea714312cfa9cd7c878
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0a795bbc4b4f768a4c4d2c66cd1441cf238e836bcc9741fe20c2607586e2cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d702705ebd54bfc38d3274c44846c5e5d07ab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0865add4ccfcf231532ae2af59ac574450e222ba2109995c5e702f8bda32e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377473e8da4b521f82d2a2084b48d5996b04872d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6411dcc4ec1a9a79abc863c4a083c1aeb8de7af3f876026372a943ba4b5e1f33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58672bc69fe7ef961576fea53291b3cdf8fdab99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133a9592b77112ecb54c3252a79377188c36f9b01cf967c40ff9901e3b6ee749
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee9018c4375428bd785f84d97edf829437d25cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22500bee14c35f8f3bf19f06ab6ff96a020990db4e3d7ed43eae4f5f81bd1325
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b845883cad367f058521909bf864c86dd752a2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3c6cc02a9cb2e6cb23aa75ea660e62b6c2f87517db19e65fae0b60c36bccf2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e910bbf827cba618b0b47e8a7ff2cef0cd75a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad64487aa55ccbca163b0a8df6bd2263d61fc5438a63b73d2eceab138bf0d30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729950a93769ef317736f8fcbfadc8a8606416c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e22cbebb89f0d17f4357df22d243204016125173ab013a48726874767a6e59
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081acbf445d8af4267d86b0ff84edf01a7499fa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41774bc4f80ad15a3c83be57091ea3c607dd25cfb9d603b7bd30255fa00b0b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff796a549fa89c1f1c2206431b0873ffb8db90cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc592f32dd3571eb48e5c6cbc3006e2f954d9d1ddfac90dd901d03c8efec86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcdb23c580eb991ac576ec7c9340073683c67a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d17a308981361192bd99b871d6199fd4d1da9603617594dbade325e61d6eb1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d66c888b0134d6ab32c01beba72649f6829e649
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffacde954aed1d078cc50b7685567babab3002b8b520f87cf905f74b69ae8f50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f41ad7d5ef4d05af57e21a0333c5b605423f72b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c596a1a8d3ac439ab901ed8f9a6ca648896a61d32f07d1598c195b2b5856f493
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212e90a5439cb6932a3d2911470091af76a20e8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d6c0babb4d9bf5c414da5bd5176067ec477353ae1b6c2562451ec2cfa755c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eab169ecc672225285c7ffb32d2e3732dc842cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f6af16ccfc8fb72e94f02c813433e0dbee51276181231cb8b7ba73aac707c1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e607c02401f1f06d47382ad8fc4b4a6c18e5f2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845a7c72798d0b42569aca56666d6faadcf5da2e455be89ad10d67538161778
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9964193922447080479cf471d17d672919bb8351
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7980e872ca4cc33cb7e35410722a7e072a7f646f4f7786a3183bf120bfdd35
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab41aaa63d1190614311d581a95a84451b7f59e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593a24e40aecef85f2bf9400dab7ba603e1265fc898f055c557762eabe649fd3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa044cba739f3420e4293e1d270a9360fbcd57f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b698953864f5c124b6ad461a233485a15b3c770c8c0ad1e8f594c8598e1cc9f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f66fc99c53efaf384b1f8cfac1ebf4033fb31b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2392ea3b52eee66e5991b1a00be176011b0cdf59d3e282966b34aad03700ee47
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1fa2bc80d06b4736117bd8adaf973e43f7b0a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef294f8ab219a79b170f7d3868e6b7647cbd3770664d8c7d5d6034937bb35fed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1ddfc682391cc0eec96505ba9a3fca8efe8dfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6ca833aea38ce5bd6a2228db4291f85287e1faa3d218e5920b7a4f76310078
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b29a3a1a43eaa62390387468b5aa9eca3a818b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9bcbb57a6794b936c355fa204342bd7b5f321b3d77d46742d64f05a8488e01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73d33fed8a44e09d997967a6c5d3b0c9973c0f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317debb4d091b4c6159bb778b4e079a274575b2a0998b0714e088fc2737ae15e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8836211dbc17adfda5c919e683dd96920a27111d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da165029885e8186ba042d20e1bfc00f2b41b1253c85d2508d0ba65376e464
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1cf412abbf015b2016c631a49fedbbf2ccbb14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074af3b13b80f1f7102bb9dd81c1d9f284dc1b6ffb3301fbd1d61ffd61f52045
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1382eef5971c06757fd7f1bb88b23b271bf6c0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30ee130d8c9e339a589db139c3e3bb3e6be7c69a1b78851062c6c0509fad535
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ecfe33e6ec7f2bd20efe0664093c24c966e39d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c013def1cc16f3da7269db0c746589e68f3cb4bd0a04ae833f1c6123b5b14552
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c58b6e2d58284e82a58b59bb5c15264e6405af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e664fe30fbd99178294eba39d2ef7754308211b6baa64000b75eddf471fedfe1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d290e136e68f1974ec28deecc19ee3a5763abe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e35238b66cbede64fdf0b38af700ed5d2beed1c84bbcb18c1982950a38322a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf4fb2e8a7b293064c1b8b9d82248c37a530ffe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8a70db2df9e2cf331de2f17b37c2c80227cfcfd91662819888dcda24fc6823
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77528fe444adb16823a9904c3b68ff119632342b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2d72619a9f41674d6c95faeac437913a1fd02c4ce9404c02083e02ec65f691
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd48196dd9188bbe17c9ec365cae46df552c5c73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b49b10f240d6a6fa666535be193c159336852002ca5e0421621c3c589f78bcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bf156d1c67110f6c52e9445a4c93acc7445fce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02802c19ee98c2268e7714be44ca15c669c8665ee988d529ae9d2196c4666825
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5033c70bc4b9f71a645a77d83f4e540eba8c202
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe8693c13d1c35fad08883c755e480c208079c10d9679b97251edba6a118379
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e8f2ba1d0c804002ca158f9c889c7ee489cfb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916c00a3ff7742cc7095d137924579ab13199e86927a8bf65bd9a8192820ac24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6104639523da4daf15bc2549c87cf1c6d6574c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a79f33068d8e9457606036bbb60eedd25127ac996661a491ac74d016ec9a13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24669dad9739fd8e5ff3e35ab927492f25f1c75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae78532989a0831e174d30eaf5420a58c8f0bc7be31a298644275c04846037c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f7f880bcc710fe2371dac056878581143eb47a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b95f74918d9568c6eafca85f70bbf43fb61b808e4aa54a508a7681011c6e0b5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a149e055fdb8bd72791e33e6c2e8b6b559890a2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d6b92a4fd1e8ffee220d3a52ad69e4476dc6b2eace0119a6e59ec2b0412701
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02ff65fe02c6dc298386df1c6b0e1f3d48fd61c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a489db5a4a0bb9184b799c35e00c713bd1dbaa2e641cf963cb25c752e4600
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77088fa7c50a8336d31842364372315c3c6de74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0fa3f638dac557010a59ee446539a908876ed7adafb34ed537996498baa78f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e047637eef7b38eb35bf2607cf3ab3ef658a30f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faa9dcae84c889dea94f36e15c63e4fd0853ff7a5e58a0d99516888257d62f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a18939765e94ed107ad05f610ab0df589d5ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0556a6e7d0cc15f0393dab4524de1d0bc8a0b47122d580e129d318750290a4c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659aeed41e899b95d0be6c9eace788eb163d04aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9a0352810533a4be38267314041d8852b61476ae46dff72b2eb6b344fa9669
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5222a6d97f803c30b2c488fea0fe45e34a54d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07746683e76711bcad71554390490c1ef1e90dbf9c6c147e0c38931a49e3021
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642949b0b33f65ef49d0cba027e0c6e86db49ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc94d5d81fcda76744d4f5aea66c5bcce4656fb5866914c7d005932c42f20c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16482e79718d77b83df9e031c3aed3215c903ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f3995dd5d8a466bae3542d64d78a81abc86042e55d838b59fb8e716086ff63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8eeb1d3fb4d2a275a2dce23815d12dcb5bef62b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a570c7edf22e8f3dce5e27a929a50268d2c29148d23de4c272e38e3fc5a6af7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306542b7d2cf466a4d2e1d6c4459fbc35c0ddbf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa238a005f47da1ceb1a8d43666961873e71b54c52b5653da1570a60009f5b40
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec26d98726e0af12b754610d9eac9ff08b3a697c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4117ae38dad3372cbcf3a4cb6debf1689083f9fec8db4e9369333265bfd70387
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10275824409e50fc042f21c5dbe5d35879883be4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3338ac8a910b0d041c8f573b213190a260840032fe863b8e8ef4e7b43b5091
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2010f8d21e5ef5d76cb405bc8cfaffcd93c53d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058717909d8dffae3bb3730a50f0a889fc27f5ced7f336123d3baaf59f42d2e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcfa061766155c97dc425acd5130940d4894578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29eff2f954bfc7dc4ead57455a3e20c71600e3bac9d93fb25ba931bb2277f1b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953b118f87ab38a67a127fc9a067276b0b840a02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08b841cd97cd25377a0d0c92d0fc9e66ed4e67daa6e067fe59eaf4c704d4b27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5437a6491e1fa24afb4b5fb4c9a7f63f5db529
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0025f3e199ff62ee6e7e144e5acb827560511ad19217ae1c4ca17fb405ab1080
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4cb81e5d053983fb7efce26b969b2a5a333471
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23bc32ecf0a22176cc10b6a0f46418c877a4aa9efffd5ec93d94b96fd9d375a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d71791b40d0a4c38b2caefb9a5e62fead91f466
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0f57aa97f763642f7746f7690d9d16781d4f08ad8b4814144ef0991b2f100d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ad3d777392949232182d386eca3d677d467d1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f36c19ca10c2205a2bd96802ac4880cc29797a2ef98658b155b3d55309796
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6dcfd2583c281d174b048f31a9b6d33fc46cd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260475fbf9548b866d501323c57b635597290f714b5b133efdf1a0c67f426433
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94acd4f5931f06a4c276370d531c1439a7d09ea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa013899828af61210860c0df7aabae35270e9d1d876915573e24e7694d1a2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228bbf015813301dc0167adcec99b3cc41558070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4b3de38ac2e9ae14c8f1589ec3e4a02dcbaf615480fbefd9eddd86d86831df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479d787ddd4390a2cc38d2a4e92111e0b88f01e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef57099d4a0d9fc47e2eeea88dbfb3c2e81fc340b87d2448ab35bd717114aa1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e16d693c44b23b70c31950c600c4572fab108
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d84e3a95615c52f8f9186f17bd54f5924d83c95cf781552c95dedcf0425393f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1664a212d345b16eb07a1f49830b5220fe10d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca97bf12c4569378417fda9835c17171e1770617ab48d107750a14f24dec5768
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef90d715a5100e12e5f55eaf5293b34a781d8c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dc39b76094d61d8ea9e78b7684528204a27633cd9e38d8f7fd07d24b1cfc84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0ee9b695a72ec896b52a202b587a0439891e1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b2651999ee5552c5a80a236c8a9f2f827c0660668fd67341b227859d4ebe4b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3860830268660ad88b0f7f875e9be5aabb20d22c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e1d38fd287b81e62c272071a88ae075aface7ae4a2e71c7ef3ee66e0bfe3db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713382a7828ebc92dfe7a709ce8d11644e65f74e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31720456d6c7087d71b1395f8d672d5b1d5b9f0ad18dec0652e9d3b99c6b563
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5e3118e4d5a590d22963ad5798172ea222b500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0a367560f112e68e5cac6e9fb63477da2c4c54272ce52fa094353a029ce733
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604ad3a954e3b4dfd9cdc25939b93883fb3ccc20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f556d36702e70b765a0c70b36e5630665dd4ffd514c06bf1d828c73736b1df86
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46b30206b1e6dbdcfbf1a7699553617753d71ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08da39304f0618da01cf035c0b80663a6ca6bb544c8bed47e0628550133df06
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36e8e4a0abc8e4e0f07ed15d004fdc32cf933af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7fc7aaf0a90ff1cc29babdb82d8583fc3af34c9ca2561f1cb035f6c204ae5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebc3b5fe59cf0a0b71d846b40c6b307f175ed07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c083c270df6f1fcc3318db47de65f096c4a3f37045aa36d3709097a6cf4d46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a80b5ca06bfd7f4210205b9aa5d38736747f91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edca5c0c3d18c685e250dbd9ce15f5f324102102aa7b25648e8922e33934135
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e602ad47908bcd3625f5a505beedf52ba6408d38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051397b6f8e33a0d6546b40a2c60b7a20c702b84fa1aa8ca5c4017c80bf5375
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab2e1098688aaf1be89dbf14e786cf19d5107d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f420fd52d9f6f3c4eec8845261da73e2d1adf02ea210f705be9ae872ee17ece
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7258e338cb08156d7269ae471f59cac9f3d07eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3deb6591145dc5b177f07a7ce057765f5104dc954de594bf6c558b5a2eb414
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8cb94ca06c460e4fddc38b8573a7fcc6453642
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bcd914fddbc8a49f0a008e2a23c538b7479bb362a2542ed29a7552835a491f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486a397db6b1ab0f1e931c7c4210fc8296a354a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76681a164d6f53b562ddfb7c7557172860be270a0901d0b3874ced95f92ea230
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b73f885c22ddf60ef4994a1ef6c1faecbfb131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a62fb998eeefb931319b5a5b50dfd7acdd58a89d34a0471db0d00d117871ae9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d85b400d916db7bc02d04078dd3def6c6033f48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43693f7cb66f90bb254a29ec0dbf7ddf07ce6fe25897ba9de7a96a7c42e050d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b551990d07bd8a1016d37d3cbf653f644303590
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1d39ac09b92adc8756ac3e0e8ade1bdc26fdc9e70d315f79e5a227858d2d95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbac849d2e6e69bf03c3bf4986a673d35a720e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a4d6c4d1681bd16692dff3c0b69f18329bbd03747219e65af7a28450244e65
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3424d2d4ba79c04f641d73e5dc7704fcc0a1a66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5f39e9573920888cb558f06c960b858242b84b9346b6e35c06153e3595f977
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2884cac14885842f8a53002843cf54a5d71d173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2eb1dccb84ba3d15238b4a4c4e5652245f59ad9c3e9e32c24233357c8a9158
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abec7c7661bf6c815f0f423afab7e4940e2f3a14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fdbc7905b9ed60001fcd23a39897a2306a95ceaac6330cc88d757be162754
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6c129352f2eb3039a1f1281f5c70fea2fc9f42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fb075278a3fd26b363ae7d56a8d01441489eccbc8422b642a0fb6ffa844d7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04373123077d1948d91cee7dd7561d65e0744e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999f62cbff19bfccdc17870fd02a28f505d4717e55f1c7a218e712e24155f7f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e099679499c031766ea4ce72e447d90c8dbef2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a33572fcf8c29658c4dd2d30a57393c726fc38ec16fa5b9a8823a288981d90b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea84fe72c2153dc19f96979b2846bf705a499926
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bbd42ce23ace0bb9312afff444f53d724854832de851b364ee47a7cf64bb1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c06a87289be62dca92e54d4508796d8ff10a4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d3532b0faf89a3ed6b464fef88716d62ba6ce5e4292314940677be8f3458cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08db4676b986e7b2b9ad690e89b647febdb0f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1a26108baf7d37023fc266e33be2723138cbd29d2f38ab62660026ba92b19
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9076f25ea738b04271e0ae2f3f71238cc0ba15d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104cf9eefbf930f968225989e1270ab08413deeb4d38a7ca1391590971234d76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d01da2fe41d83b6c445cc1ec9111bd55410e4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec79c7e9008bed756aab5fd1df4d892bf1a0030987bc5ee4e7c7d34b7ff09e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b25c707fde20eb62d85476c7389c8ca8efbfe0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8f2042dcd51db1fb35ae47b3b872ddaef3b66ec648457d9d072e197fc0784
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f42b62e54b5882f4155010fe686b5bd6cc39ecc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd7faa6698c14c54e70664951fd0a49d8282eb2430cbff8b0e60f9b10a315b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4294eebc9bea2c9762ab0a66731688c4972557
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fce4a7e64b6d5587b86f1f9c734f0d919387ba12f3a229f78c907a8dc66df1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f56bad94b76a458e79cb9d263cf4672327ef97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed45e5a9db48d94924fb2dbf9ad444d55195f36f0dbbbdd81e0f5bafa09a9d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187a6622a8b05d369a8013fa8ad3c66f799b4618
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d6b31c87467b6690ae47a363a06f8f0dd04ab46925464d5c4c668c4818d97a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7703c8549865c5af8a2f33dc7bba9c7ce1ce0d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879d3b4ae6bcc6e1d884adde62e5826e44db17a84374c6a8d250a79e15cae7b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59e5d75c6f3e7f2dd716ba43fd9da7f7370d576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cc6f29ca86fea72f82aa75d5a9ba263a62c7ba1acaf024a67d359ea4034a48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ef4593c3cae887c2a32b1e4cb23af96c4acd4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1171ff33cec0565d0e8a4fc3a1f2ff837be7b3af4150cf11750c6069c411fec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69f26035f1aa88c79e2f8c50849a4e66c92a19e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefc292e300bbd947c3ec6df41a2d0f76571919938e757fa40fa848f3b0f5826
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50d55018bbf9a822f27372f73db45faa20b3a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc286fe8f110533bb77da8d0cf3fae5ad0b166a6f1b4921306b5561263b62a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed6c01103784daf39d9661f697b40954a6b279
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59f745be13653ffd9053713aaf47064d8631a335f99cc39e691807800f6e655
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb6b9525fe3e318c96f0a43ea20c9ef57976bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154e79fb500ea66ab73d3c75bf6f66d312c9405499f1720cae79f2008f86164
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf3c5c3372deaeef2c05e778c7f0cffffed22cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86152a0714033d7e3a3f9c1803b4aa045de15df994ddccd243b3bc4d65ed887b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ca5ad3f18346d0e42a9ddac0239846520549f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df2746eab5f997859fbdc4c59896ac37305087ed686837b5690cdae20ac7cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06efe9c85968c8686ec709a16074d2862084661a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02054c04e0d7d169c03ad22356fdcdb19bdc621358bfd3225e95da4a7551a20f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca51842399100932cb33e93192db07d4435d7d9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7529107eb4f23b8715649ac034d08d065c77e9202ead9305830cfa72aa7564c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbb5bf517afaef6eb497824fe5beccca69cb735
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e1689f041f1c5ec56ac702081886a6151cd9bc8cbe94dcbf36bb257e508a6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c931f5020c0b4c77b91ee8ad1ebca6e4b113e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564e32990790a2b62ae934a8068cb4e22c5c0b9fe552b0e1d596e6c54d9d9f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0119ed9aff68df0d63874f98b9aa340a60739993
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd5d99b33e3f73ac8c59c1135a8b147e9b10e5610a25251e703ef6fc14d30d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecad0768b6ce5bccbd8bf3e4020460824ec7ccb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ed153cd0a8cc3c029f608b0f05488921f2a7c4a23eefa9d4891647febdf973
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74039315bb27420cca9de43227ea6bd10e1fa602
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb8acccca06994fc6fe23672fa6b14ed85982b9714bd7d40401063243bbe8fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24ab9b3ac43cb06d1fb2ae58f5393c5747b1906
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040284216294c21906c2ea69718750df41d9c4616aa75563e80080ac9b55ca9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5d6fa10b8a29c8443153e1ff4d34705ef7ea58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4617dda8af304496f8a0adca97a5f53291a23dd4025d5b62dfe872271877b35f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ca37bba97c6d6cca32486b9f1d67e498fc4870
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f563dcd1e99dadefae631b95e632dd4597efcfaba6b50f56d7c910426887ef37
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3772f8ed14031e82fe098a7ae95b410a275eb83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663b5dc18e438de808bd5ac4231b587cb950a145200a8bf5866b5fb11a07e5a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b66648296896423379bfec95adba64d51171d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d54616156f465bae71cc5d9613af7b59f0195b11afbe23ba5947a1175a2b03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c629f3c6251f3bfbe66e2ad6b70c51f1a891db0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845ca3c7ac3a407fec6dc2da5a68c7dbb55410bcc09ac462d61b3c9a10549725
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158be11ecd9bcd0f66a62fbf0f4a1cb40cc7160
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7297d35dc4b0fb75c333e7b0164a458cf7bd4200a02a5b6fe19a2f7ccaebe91d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f40f419578bd0b29b0f66b563fc6dc3847c1e3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36835860c4349abca6fdc725ac1b60fc062c81bdf384de32a7504b77d018011
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00197f7c99811985a4ff62c4ab7158c7aeb4010a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edcc75c5bbbfd4c80ed972ea3ce0745329645df0f171b6c41438e99118441a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b0387a37f8c681504535b417d5611761950f40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcaae97d0e00ace727ce357b0abb7415aab69a81e0fb616be313be56adce511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da74b67f4b67623e55db3300fa2d1efdd6d868c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d910914ddcaa79e9096f78c8dac9de62e9107e0ac91e5bc4d274ca75f8ad5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6fa815a1de31e74b17de1428cdef046d975223
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e20f3ad80200bee6d9bb68c00bd00c36beb38570310b1e0d5bb6487b9746ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37f645cdd89d0fdebb7afd32b8e37cd44f53936
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542e0253d1f83fcece9423195bc1bb434bee1130d612477f57111b18ead05cd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb6d09b12261fc651d8c911a23935ff2f83b86f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da4f0f4055ff7974831ae7680d8d636f13faa25e4f4b71901ebba7d8ffbce66
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6d158932653ace2cc5c3488adf340caf62864e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584f86e4f4b4b2f93061825d8a066be9e4af12b0749a53f32119584783af9af7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461fe66d059ec4aec241be9b4f0f835c2ce3139e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de60974139904c983f6f4a60abcefed03c19d6b5aafea16a9ef156238c8772f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d0e83b01d47097202a5f7aca92053747cec0d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed125ea1707cbbd341050afce3e6ba1e8ed90094fda8e08fdfa0e4da2ecc32
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52226fe4d563211d75f9e08e2dd4dfe61ded5d46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29734fbc02e8f12552e11de2caf432a6d27d5847d506a20bf15fcbc43abdcaae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239af1c42bb6eb5f16698edc14c62b08394f59b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934e29a8c3262f036663683b172863ad2899ff5ab30f479dd1f7f547e569db06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae04e338b342a8dc0382fb3b49a950efe0288cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9d8436e7a6106420640e316ad874a14fc3e3226159a2ffca1814c145ca07dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149187c7c4865d8bf60ae1364b06457df796b785
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd158977113cd311cb5c8f617b7649d935a1d5c271590d34d9db43a6e4704d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1841e9eeb5e522fcad03514ec886629a426c60ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd56fad2b5043f48b532467fff18ec289898fd418ef4698fb200298d09becd6e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ce30693baa428400cb53fb2c3a77a591b4b70d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd053e86a8d29272de787338cb9e1d90b6ac8c961ad2b244c3f8d80b0db159c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b722e093ce32299db685dd4edda8803176acff59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2021999238ada1963b82d363e7ad3c8697db8ff4385ef9df59842678ca745b2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0bc813d4cc144aa02656db229a745ba32acdc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b5651c91395320d88175fb0cef0aa9494fd50f5015b1a6ddeaafeb6de0c60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347a58dc4b394258f7b6f83eab070f47ad7e88ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95840b5d60a3779137f3e010fb2d65605e98058ad3cd1b8e0e2731ac2fa9551d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62034300e76532beaf81cbe1956bbbbcb474fa4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a9b4355174a7f34adb66c9db42c40ba6d265617d85f14621f9b95a83c5e55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0e237a2ad05a773e3685014fb95107f44f5f23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede69d891b0ff700cf32238ff64e9027b4724caf97d783b66d82f05742939f3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb217f68d71f8b02bd703153cc4f29e58ca21248
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c7db59d745ebc47b55747a9ee356b78dffd0427c70dc8575ca1a0865490d4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4af0e42f925f0b79d5fe20e3e85ef5a23e9ab1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bd6fe4647afe843651bf2aaf512993328cf54c788f6a7bc5c37e5d62431efd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860ed8b684fb8da0a8c21db272ecc6569c6d4ed6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f8b98e99815902e1ff4f5398a7a63e7c296d776fcd2a15b13379a4afaa0457
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989ec0abfee668d57e9a91b3f19822b99436f2e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14dadc76f526fd87e0a036b5e20f0502065d1a738f9676cccc419e171d63f5d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbde91248465bfc60f24ac23a7e6f89d091199f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7c3d338c43bc6a9678b9c0d09136015ebe7e650d3fabfa4b3309c0c4ad28d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3461ad9237397ff057de31631050373dd088e1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a3c48f43fd0ee5353a04b400fb5ef8799a7172c9420bb3bb9f2e2f451e252
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f7a648194eaa4a2deb3fde1f3c506d5f8b2aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fdd6e5695e7451941b2ff6b85e17a63a8f85f568aa718703211566eacd27ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4f196d36febf47154a739b51c789a8e80c017c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6be30be0da331cdb8aecd5266a479ab5a15d19ffbc55f57648f9425d226613
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4f715c8c0eca3221cdd2da2f5d7d065cd97da2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96cde1d5bd20e5b1a5cee8b407ed921478ff416bc432a27a19edeb79611e3e9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0bc1f733ef8e5e5e9894f7a1154fe4dd0cc360
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b946b27f61e9fb49e0a4650d1be20c1c17a958efef0d19a4a34d0cb103d0358
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67d18d3d0e774b9cd0585f3e131956d26c89f8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33de358ab7b4c6816e66843dae40c7443b5153c55f08e011474874609df320f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05fa743dcc4f319ed7c5ba89c1ebc3e4b1c445f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76b44aefc7b09151f4f19929fcfc3220de14ccb6b5abdafb104fc4e1e5acfd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0dba675944ac1c5932bc8b81e734dc9d15a070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d6c02cee2a37678b32066776e3b488eef5bdcc37fe298c3e54a1b26e9bea3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa585e490b1f01a82f7750c89dbe7bedac2f33ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c619dfd4f4ed4efac9e548f524c32d2aac460f6603ac6f9fbbd8ebd717fce04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ab99d886b42087af1cea631b5c0d891747f71c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab98fab4d7d2e7b2bc0cf72229edcb17f933c19279ab0c8ed75111a6a441573
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0043d13e595a9856280a046db37bafc34d494da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a7369788ec983a17716f0be55313fb54cf3bd4cca068a3bf29c80c57e53f64
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf19523fcd61e079aae4589c4cb632c53d9571e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e7fc425db75f33dfcb3334a0fbdc2251660074f05d388be26193b7cd78eea5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6dcdbc180b5b71e50403bf103960a8a617ff7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8097e78d3c1969aeefd8fcc6e90174727e2d339b47ae7c2acf4c7d01e0abd04d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710b676ca5bd24dc87804743bfef1a3509c9c45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e2784b5382ae9a7816a4489a61207b8e595d6514cd0262e299b44460f33d14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ddd4712a66858b5c2fd2810f52b9c2aa6abdbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56bbc7c1afcf233b93ff6fec9208ff22f001781c8eac20ab1072ec4e83a447b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb86242fc9c53fe0a3e5d34361b2bec99a1a8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeff4599c2c111a86361fe86d177dafe17b774f0eaf210fac6751a048d62630
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c00d88da3056cf1d6095ed5efb282681ffb4e0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62418c9c53de00f21fb68e08e3870527e9e7b5c7d107003ec569ba6facfa1167
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4ebec942dd4da6b3862acde5e2f0dbac087d3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f351bf1107b06eb7852f091ad7b485538c08681418e4216d71094142d10f9d59
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb853e1eb830a5b5e052cc67915eea8f14bcb06d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e31526126d22f5865bcb3ebd88a57fadb369cfb77868f4040bfa3d64b5b376
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be151af1e7001f48f10473759a8a97bd98157618
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7100c8bf11f779e8de8531213810329c676665d5267a8b7faf47730182932c9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d63a67ef0daf529408de6d649f5e582ce162236
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9efa45de567adc921a05aedc61b984d110e58bfbeb7bc487f9e2b38601989f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc1df8aed7f8581a239b00be0c0b875ccaeb9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5806af48bbf0ef9201c1872f120330b30e6e04de0a902d763c6803fe73ea7542
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272d0bf3ba14e80cbbfa95cabd91314cf2762522
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d5bf6b9e6e818418faf28676eb27547ce07cdb84f7039c6c225a070aa43fb3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99815d12995d2e57205057895c52b1e6a80f4d3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1c678a33173140967e696748d7adf788b9aa4ec2ab2933ac44f4a5c8e023b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4842e9ec70af16699a1148d4cc9d1568162b019
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f967c8548017b865f6bd5d88e2e397e215e20a5303e6e4eb2d6b6aff822878
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b7f1c315f307958997c402fac38fc8f362b034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235f7e4fd5b5b636dfd0e0fd42a742dfbf4381b73ab1b8c77f56d173af82d000
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fb333c8dd57f5d26349569b015f9d4cec14e92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffac565d117fecb75ba8fed1ce4aa01787d0b9602abc7e45233859e26e2b9bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc970a358fc924ef33eb6eabb2a332b6e59e6c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5416dca9fa1d7fcc81fcd62dfcaf540f4171001339797814c024d27e9afb7571
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3834f3caaf805594edbddd38a7d55912f98e597b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e21eb6a27c7a217cb789d78a06a46941c07001f7573c1c7f8b51533fbe3673
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d616f72ba66b8e9408318ba92a5f375a6a1a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f74927f725d0b7538a6b84971e82f2fabaa50c845c0e1921b80c2432274bea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420611dc41496ea98fe6a639cbb66d810bb976ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f253d17514bd2500453349bb712aa7e6f91cbba0ab937a1d833416df17e90b63
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bd933a5dd2c5df87063caa731466ae8e6c80f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd3873e1b0d0141ec9a58a39664b0ca00a922dc62c622bcab94c6588ebf867
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548e794b29f1d4f02a6565449dc07005592d7027
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef0ca4f340f461a8fd327f967d615156d39e7c84a5cad5235f114a7649259a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1fc28511ad1a654992bbe109ed680192e6e0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336a052c68d9395ae60b567d725112a56b0bd561ded226584012fcd0db277d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a8b53ae16b711cfc93babead2766f6f3aa3199
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfb42f6db06b8216004906bd45160579fcf4beef514f40be649f67834ba7c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cba4fe361013f30530c66d97943dbfa6959ea02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655dbfd2a0f1bb27e65d3e3631ba187e3ae2e77ab1eef5893db8490f2921674a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54682c2aea86dd547c38629ebabd62436d6096aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466ec28adc44ba35702ef1bda83f43ffdab5c58c9ece7fbb3d13305bf18509c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dffb657a49a38f00b5a3459e8f18505cb616b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec16d08d977549b19cb4e0b205469ed09ce8d6c8ca113a00ec986eb3e7dc8e07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fff758474977dc78051d4aa2435025e5ff9d55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08265db77be6b196ef1674d6488e60c36067889d080712d87cbc2a0f5f67987
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9313fb43ba1307c02365049ef6a54c642ded869e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c72584486a3501ba3b60ceac0eb3b36e62bff93527b9e9f26d38db339f2b9dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a2a454b1db6d3b9d47f374b8e2ba0c15f78cfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a571cb072d6b42783d4405bce39d264933ff92e9d4b2dea0d5ab0fd6bda4249
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3c2528928cfca2510d703d41253255f3c73a66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23fdcfc177ef81434aaae9f79caf14f61cc22a1412a8794f1b5dcd6b998e4af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c68217ff5fe0600273bb278ba487e5ba07bf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06af2ef78aeeba9101dd16d62bb7c05b9a70bb771cd2eb3906311a569acf9a8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b982e7a911173a7eb85ea3b388de4e8c7817b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0d63a68fb250078c90189efac06b8924aacdd24171418b1ca6b934bcfacc9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9985ecf2d9fade2dada3161d4e4d0895a283d08a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f6f3786c7a3fc212c55feb1daf55a3a7d07bb4b25323da93930641bd4c8829
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45c2b95affd3e18acc83b516d0280055d862778
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3d51ede709f9804f019377f2f545e9182aa5b216a22a1a7bf1d279194f0dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595bc663c735d412ff25dc7ca8623b35eb47d26c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff4926542098529d13a0ccb1ed8391334094c274bb3cbfefd60394d31ab2a11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da1ee8bbed77ab26ab160613240418ebc92b910
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed1d38bf53a48b17191ae0854a2d1fc3720ba74a3517a10b8a6dcf688f1a762
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b579a63ba611ee0d0dd1dedd9951a30dfd4a5a11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff109e23c99fe7a5f150ab795e6a2232d8e7854cb5222e432a51ea2f2996ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668a857336188bbedb29355671e5d046013f644c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d601dee672cb365e8d04391ae3475f3e3fc32a13657b1c006a25107b8ff54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9495be322468b5eda0bb9617c693ebbf5efed25e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e5f1f97433ec19daf80c40f3ad0bae5b6404666efdd23a2b610d2087a8e9c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acffe1a077748fdf1b60810a46999b81b74a53b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bffb5ed51d179f39cb5a39e9a99c6b148fd87d42d81883b5cdd1b5596af0051
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff81c99c6097aacd1f6d3fb3e198e362b823a264
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145aec773d86104c52c3b3b7fc66d8f7545ba8c748fbaff0abf6df0b99537881
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a01e9986382f78d55b2523ac6929332c6dca99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a160c9480ba96546e7e86a0ffb2f414aa3de4e3566fd524e2c592e1f5044469
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee31aa83ebd98a3f8a359cb110a40e8bc3b1eda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8739e802d8ef39fbd4b90a9f70b1284c69d69ffbb22ac1cf19f34829010b040
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa4e7497f6ad645c2a8d779eb705187fa48d1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2400fa8a5b1194e1e98fb4121b5b8f4c252ed0e4d6354ac8cf4c713ff4bdafcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a7307cf4f80859e90a92d24568b2e5aabb0df3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0a0d7d9c613c71f62590be4ae862dbcf8a4bba1f22a2ffda1c73cf9b128af7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e2e9d3d7c7945694a82a79204d8a5ef3accd2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2748f34421d4c0a66ff21af00c0345fd63e932596ef01d1929ab04e1b72a942e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92555ba7d52c17bde882e27eafcee5d576be4fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203e9fee38f62a20dcd9630c0e963131c5c97e536f7823112a8cea8eb51f5ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7f5ea430ff6797852c8bc0b73eca4bddf595d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60b6914cb400143e463ea78af9defc0029a0cd6c27f7765aadb87296893eb98
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc01f3fd067b02c7cf747462cede74e71da157
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b104bd60919b479d4e71e0ca6754058040268a19ae550a0bd105ebf9513ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3974db7c1246ade19e974e19ff7dfa598c2b4ba7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2510bed0368dd1b286295bb004d20433788057c6a236585d451b0b217f923ce9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478031040df6174a40ad884bda9bee8c270cabd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0891ed95065add2ff74d5f7c4469a091f289c07ce584155c70e2b17af7a72a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0079f1f498a5ee105d3ee0c12abd76903b59a56d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d290905b4aa4d80164d0fe4d636e0d8d5d99efacc45b9b2c5c7e37f22c9cd08f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2321fc79b5839c9180dbeb171f4459740483fb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bc7b73f5c4a32b0be310125ccfad2647a7e02a17f4a83e573967e303969ece
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6604d2aa97134de8f71259afc8f37e83daf3e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7540fb9c61ef25d7812aeed272a67d34ad8daf38cc4d0f81f9fcddd1f243a4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b675b72fd476751f15759c436c2c54eb2dc807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fece84617a9573040fcdab6c8b49125eff27fa766d7c857e53e93e8e151559cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3279e4c18db62ab70c00a909087b08684b23eda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9ae287e7227fe7213e7bd33cc51287d02b8fdd381c4a4a56ef8841c9ca8038
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866166eff4a1b31d4b9d3bd46d0c0d828a35b200
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fb8a41b9d86302ccd489ed1229b07efeaeae25d711ec4f883e0ff40876da15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8956701a70cd453d98bbb317884095c85fb8ac8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bb841278b130645f23cc2fbe5fe40ec616ff0a94a65a198a535dfb9c74c830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a0c4600fd6e2951fcc76fe6c949f155a54a6da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82fa814bc7bcd688d393a1f02475927eda95060d9c37e4fa34488c7066067f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f33d8b7b9479a2081f6c486a4e042e9a8377a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6fa5625161dff117759fc15e4628b21ad99c367385da1c86f660488a86e5a0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187875527d6abbd55430df4a7dea0861a1f401f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f36f44dcc5d9940d6d739afce86f0b94cc5833e58f9e5d11191647b6f7217c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36680dfff1cf1730a35b1be822567a6d620278a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659a37d02979d9d60f7ce1479e93cb1510c20aaeea646c9a59bd0d62dfb92fb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ff7b1903a7c5bcc84bbda807f5a817ee23b1b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f665159e5047bde0df176fcc09cbcb72b8fdea10fef20c0c2dbcd9bd1ad2b764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be13bea1649a38651e877edad899a27c6e03fb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c9aa9219d74257248baf1d7b153c3fd00bb9ceec277a7545ed39b794519946
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541bc0bf81c28c73a68e465e0f0bba07ee757748
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d355fd1923f302336db91fb0fb2a37eddfd050122083082c6f2f9bb1295616
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efb5848cd6e72648ea6d9ba81071bd29895e746
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02b8d0355011bebdbf54a1dbc48e4ad6c861890841fdf6fb8e0c95dd346c58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89896ffe22cc13fa95adb00898219129d7ac73b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415b6dd254156c3e5f5311d40a0889ff8a0f0601dfe70e45b32d7f1798240344
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4badac9af1e379aedd5e52dbc013a3f844fd1ca3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3d686ad9311e1615c39247bd1ce52487daa67ec308e542b2e84173d8429a65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e1499d06242fafba3c9186c27f8ca046049dfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee313a79751bb2abe3d3b98d7272260bbc84c1598ce0585dc2c8d9d822a782
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923e4f02596f09daa434f1e1b1b1bead3733f45c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0b61f21e34a9fb1d2c202cca59be7cc6e8f9fbc8a8188383d1c141399c6a84
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789d4e0cf822d2333aecaa0b042a389c89941ed0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73914ce7f89b93dd0732d6167e1eafed1ce4b784d8390083b2e2530cc227496
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5068f9ca2d2c273286a7ba0224ac12e112cdbf4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faa86027a917be4c6a773e2aad382ab6d51877320869e54b60e4069892d69f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12392920db8894eb1cd1b121bef76690dab0ae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d413ee90412c65baec502ca6a91e486a7e8f82e95447bff119adc6b6a95f5132
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304b7381475c41aa24ae73b63963a7e87bbe5333
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4534d386f2465a334ce898ccfe16bba878bd5ccc9b9fddd4f119b4d86989092
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03900eebead8d4d885f1024d2b678451d26c2246
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0956e0418f75b521e125f807df3bbc067a4d6bfaa76da7996e0ebca8ef2698f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a153585652b427f572034e86d6d418a6596e1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62c3cc34484e7264bf1d57469c636ff0b0ac1ea0e84835aa084ae15c18cbeed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b278aa80f6c9c92640a18c8400d2afd9f0925f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd892ec489d36c74ffaab6d6c6fdbdcb2912a567bd9581496b919e7dd26593
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226a184d550aa77f56f09f85c3b28621f53657de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae4b64ad28b8c807e7335a00a007a7b70291ea1cffcc05101ab52f3ca8b6bc7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a934092663eeb68c73e6bd44620526ee1c3dea3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3970dda4b00e0c0c054ac034b55215d358f08097a2734dab37b73143a62a883a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cd41e6835d187cb81331d4e69f55a08bf08ac1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ceda2351ca80e180f31cc91b694698326c837911976fa56bc47745604226b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855c1fc3ced79e4d354e7f883171dd8972a6fc91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08a18c7475e7f727c5a06acc4624f5e0a92fe5b2f285312cd8021076ed6167
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a695f6f9b21e756c08075e9a0bd5e2d5eb9d0d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85980f5efa6cf516cd44b41877f8c0efb8c1e60a9ecb7c19a575e1e5abdf647
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d371aabc4d4c98a0e20cc3e910b5c4614e2cc0be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dae0ef8b7fd1be00e824264f58d489ea5354f298409b1654c36774f59a94f73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b08f8e52c5ae1eb6b958c43fdb7a79f9dfc9306
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1b73c371a31e9ae5e00f8f3924947e70cfcb465eadda93242ab5e3a9239c7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65519b4529a5c1ba2f9b45ddeddc2e8a713e0395
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f511db2240b339b691a1f7acab8ddbb063c326ba2e01b5b1e0f43e35c01f74e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46de4bff785e8fff4bba0b40d73d9ed652b240b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe896273a992a3599d3135fdc245d788f54b8d86dc318a785eef180d0b3d234
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9580f7cccb19abd88e82380bb328174b039d93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89176eb8ef54d2fb958fc19934fc999e42a6e2c7df4ca81f62726c9a7cde24bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dfc9e26d85dab32a85e63313779ddd60eb5984
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8554123569b0086f5208fede145e912f70f10d1c0c41683d89ca0fb5233628
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e970c7d2f06d8710b073c2a3326bbd12a1f2f3cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e2ee80686c1b2c34f0d37d0561de24238a5237d99a9d633d861386fb7d5511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a364dfd853a4ed85e94036eddba1a1b913df0d09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3ae4cc259ad67d3c182a80f2e15fe4436c33b907c1fcb8a375d8cceafc16e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d54e65fb4c33f995805c2632d036579eb36f74b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b611379dec2d9dd7879bcd216f91dd48ab8143f730a529970e0c41563b0889
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe53f88ec3ed0fcdb93231e4242e36986968f669
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3e4b627ba55c10b3b22b402e71728409c9f667b76c041c71f7965f935da4ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb57aad04f46725e7452dca076f1655edd87e885
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b447246a6cfcbe5d35de31b3eb0da032f7768620161bf2c426fdc9b5fa56c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6aae876194e0f8d79f4dd7efe479215d88b6b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94f7ae6723ba6a5d431358356cc35033e3c695e92b7ad9f79b7c7d132e2e182
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a016b54fc10cf35ef42203c5ecfa9c25f22575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d077c6002a60fa664de8f22b4378cf2a8505a99fec6a6407e866fb39a520940
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748c75c381d0aded4beea5c095d1d374c3a15d4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d241b6a7912bb744899b995422f71f27d09ecfe019a179a6619227a63136bfdc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11de890329a2befc758cb137de7c35b9b86c910e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cb92a22f7445e1195d6ef152a807d690a98c18af4ea45931ed316a98d097b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36ea08b63a1577d7a60e26bf845b173d90e236a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33e5bdd4dd552853e60637ead75ec8ebc5420a0978c602eb55ae211491c379e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b186a1d47c47f95892869b49b8c9ec3b19c6e46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ece2e76f0bfe40d199166c01a4091462bdf485a7988e1d20dbd91da9ba02f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be900ba9d7b3dfd3cdf88ed84a91f2cd1426b0e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6183bfa798efcfbca35a99a9981ca111c10ebb8193a3162996edaa8e97d4bea2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe4e4f4b4cc481f8bd9ad69831afdc02f81448d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b8aba7ddfd5be1361bec4a948a6ddf1692a4a1d7c6ce4712026e895e385ef5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b6211d60d9758ba12001cc564cc14a766a316f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e591d6dd3641e65c3110cd07dc858cdcf3a38985284fe7973bfb24afc8cd64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129cb103c9ebc2a7fdc96a2f1a076234226841bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c93319c721c99aeeaf30f8e8deaa29d50e656417374b43c729721e97fa3448d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0cbc94d66793e377218cccd050a7e8d85b00ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6325ea6ebd81001e7717056e49d74fe15b20955eaf1e4386a439fee86bca81dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c99905359b9249d2b783454c5ea2db7d9025a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7daa44f11564eb6860421e44dfadbd1cbac5b4a56dec009da4ef1267fb8cf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afed92d54a59242dd68b57de5d881ee531efd5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa38b087f18fbf13c770b1daa8d0f42199583bd693d19f2c36fc3a04e9f107c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defcce25cc8e436c8dfc6be8b4db6952ede7daa1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82c644ccd5839e773c4376ced4bb7a4089d3b293016e9d715123e9d035d9e0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d4979a74d0c5f068cde30363001f257ff619b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d140e0b4a6c4cf13a7081785d9a69c18c185ee6e3614fddb9960324613c08a5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc3d3bee7fc94803ebc951a86d2af3a17b803b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c027ef91650fe1a8f3f13009f44834669f049df8bb14beae273abb462a499d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f7d59268e1e4130f1efcfb6888d919e9fdca35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4fa071fba2cf542cff59e97d3823fd206b865d9a41a77219a72e2e79b1fd7d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dbb266c2ba9d9704fe514e5a2d474856618629
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0da6a4e60d32ab6cb9f6288907e1e6d6e3dffc5401a3d45b551ed6cd669c56d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35486ee7586b2851adee4f76d3fde38931bb39a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee817a89cde66544b5e4763fe646a1e263ec1f3683b9f22fec2976d24fbd70ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ca5ee6d5b322564833101cb224802f225ce4dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d2bb970410362c24aa2324cd07ee5fadce7d160f462c8aa34833d3749c9ba6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996bba278a41d3d0d4bfabaea1a24fc81a457c0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0bca8713bdb9af7a472e0fea96f69320d0508fe8188406894b8d208326979c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07d64f48c488893387e906f2534ea66252c8808
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bf5045b7414e636b42077ea696bd9eab96556224b4f5794af51e29e30372dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4ab68d425c731be7d35d2d612a6af94602b033
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561ed91bde261c42cf551e61b5fa80e4a85063c1c73a10dc72cdb2943eda5175
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7004237134e5a22b8222898c36bb6b5ce88c1f30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52b31bbe54b88f87445de6352e64e511f1696a94e879f4cfca9426cb6fd6ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d6b36e6e1214f0c25c7feb6b59c73b7b1e2d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7802e6902c2537f56c9d6615acb82e4874ff492bd651d4af1c406eb39ed6eaf2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc7117d430db229172379c3aa5e193289bec201
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c5b9b18189dd4d78ff29a63559afb24a66b8a689c645429b6628a04d67e29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62c374c9f1cb5d84d6283929b7fe2f9da90fcd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e90d93ba3581b17989807d4ec18da84e4d8828ad813c12009595296d427d88b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68833af2d80c33114ecff0895390ea1c15bf1ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bfb30671749ebbafd394b19c7e482388c63d4e81d216a0ca0eb80753ef4a8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f64c5d2ceea09bc567d3097e02eabc232917cf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6945cee2b00951643402238cb97540ebe5cfedd091bca06e37926106cc19e3e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06351e3e46f3ce1736c6c37ef62bcb8d86356e72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e003eb4ae3eabe937132727c1e468ef6a98f724cee75940390598c1790e986
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc6e195e36da3f6480d1f9bed34ba7437545d2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0ab3bf43b625947679d1c40879051ad60b6d46c9faa8268a73b9248bbcba9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c04138c70602fddcf53cdb3d9d2bf910513fd11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003d05c2b841f970f8664cc0a2abd1fdc8b899338163a5d76acf4dc764e277a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b162ed2f323c25a6f505e803d3cf197d818aed2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd59770a552d93d6eb098533d8678f3b34cf5f105afbed78b274f1b0c463764b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd80d75eb87d4bcd64935ecd53b2e6bf8399be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4d5d53b85ed476b3d763075a8be7b975ffab6b9f9e81d781c531444b499422
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd288f50e478cbf0a513afaa1a61c2da9da7419d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13da309a71918017cded0b4912918dda817e8b80fdb713ab79f2000ef176198b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052b38e2af2baa463a69e7ee9c4b74e101305b61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3f14f4be415d63ef1018ff11edb89d0fd5ee3843e1ff97e82499ccdfcabe47
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf85df7e41e5aaf71ade53707ad5d6ff5b3750
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54421933f5d6f3de938a02a33f63186be8d9911eeb548e9eafbb2535170f3baf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7fad53ebed150652df55658f8aa35a1fe8808e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26032e93d0f7659a5de2dd19faa0c4c5ee882015f29b19064674c97d7447be8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381889f729fe65ddbc0dd4f9c7061a7f022a3a6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ed7ad80456f0c64f554e6e5ac9c9786f31ca1577d40d8b54a89c31239d056f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046fe4f62d85e868f8c30eb7bb5e7f755b28ffd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712bc55dfeec650c0d3a2289eee81353b3eca3e6606444c3e21d3b62bc3c3b14
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bbad680a06091cc95bdc7fb068bcac14d40b9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4da8361ac8d7b59ecfa728c6ba4528758738978831b921382e0148b8783b40
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177d503d63b819c1a467382a41147fdffdf8aec3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04996d177ae6650b220f7c6a3753abc04c26aec104801ad0655bb3d5e5dbf764
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aca375e07a755c7582fbc7a0e23cb3078e183b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b8938e7ebf1cf646676ce42cd79bd2131a8c47945410281feeac79072f500
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994f46990fbc3590aaca27aa6ff144813d97efd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d16aa71176f813146642efa22b8a7881f02eb0a419ad57d7aef2867fffd525d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26922192a86d6d942a59cf49fd3b21586a10c2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ede90fe21d0ca57b5155b7eb6217f6e0d401d6fe432f8d9e08a19d41a012058
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15904b27884dce7bbe5f96c5971ece404940b3c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d497877f4e23e1f59c293668b595ccbf5fa614f1ef70ac43f4df55e1c1d6e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61525f09450d7ed2b3644bdbebb611cc1bebcc19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d666e1bc0de4ec96ec43b71101b7a083b68737419395b062ff52c3148d0540
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ccb404dfedd37c5c12f3d9e5206f60262750f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ccd91f235257548b24aa9e360c38504abce361f380a56f51dd5c3b93cd5b70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5a21b63c776d8173598cee93a5d60043c2038f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68d55f505dae551c587424d49eff88958b7d2fbfc81c9889ad97286f94824db
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958d2d189008da3a0b20e4d74b5bd3b9cb6cdb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fd5f5e49316c3a278744b63e2acb5faf3f1180fa213d8e85ff81e3422b9926
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b81e5ed74ef42b905c1d58495cf2762af353f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c3fdce960971433586d9625acd7ec6c95e19599b7bfff2db113f24d7992050
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3091e41e91aef5637762d3ee98e4280b839d0a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9149dda3844b8946ede5e839df4cd5979e34cec8c90ed97b84f3dc9a8a7728
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfdc48f04513f7b3543ba44b0cc58c748535bb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaaf2ca236dcaedc4da2e88ab51cd34d80b93c5884e6a4d01c6a5fec2b540f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d67431e4bbe9c4b38a70540fdb4a95b9a109a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52bdc475815f4daadae1fa909a2ac3ab26dcec4665c1e9ff8c08e78da2db009
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e1b275641337bd28096c15c7f29eb0cf027b8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166bbb47290f1ec5957c4e4ffadc93f0a8ba5672c1a5c8e58c02e9e274174fa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead4075abe1343847bb38f9f25192df0ffa0f94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a925fc58414f861da10b0e74f5d2027945853befd4ac47e8d5e0e7b77aaeea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59f4d086aac87774b41396f199220bdbc66eda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b6a5c95d529a85c728eba815d6067de646fd61b9a2bf81029a19d618b1fc2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770302e29f7d22fd8aca6b99064b3c53b73365c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fad897948eb8340e1d0dd4d977147305436fa7a30966fa2c6785f5555a5962
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0957698bdab6ad6d5e6254d54a94f8863a9b947e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1662f750452930437355f19c01b41ffa0adc4163d5bb2de01c08e8bad9cd96
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2520cd411545a7b21dc15039a13979baa00b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad418707c4370f6fc2f0ce2c37ae305e94c4058bc05afd16e4947fb41d159de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea849ded11bb8cbe5c9a81ff38c1380c0c0c46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9205d88445c2100a03850b461b66e3d7012dc0f7b9134945c5ac23143dd80a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e21ec91e11354ea706b7ff095cecd5a894e900
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa8400ccdd54c62c31e5107f71d29c8262ce0549beb898a0953ade6269b472b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d07e4bd675dbc17d8bfec59d8b42523915ee23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5fe85c97b8861a1528914b9989f891589727a0c2b506c636773743e42b5fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e9c684634b9d15b17e4e3c2a6a95c025094b2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5420d823ea2f1a56911b57a1901756486dcbcc48f87114be90f45d6756ba0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673dbb7a86ffd08559f5b513a1d56edea475d33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ac570a57d30d3ac425aea8bea27c190c67d4067a92591d79b35b7c537877c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2916f952a1d2a79e4b0fea439ca01c279d552fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd08d8df0848ac1a9acc176163852388fe54a3462f874c8d133279bff44210
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49724dae77bc74df90a04bcbf775f323010b520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88308880f63dd7a75537288220d67c7acd398ad544e9cfdf0189b13cf3b28b74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08056b99c66fd690f2f1c3f2c3acde9fc2b47af6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d96d10aa6dff280960b57f5b2f490ea44a91afc21b0b6bec40ead681a76a80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c523de28e1a32363d773022c49a379888ba87ca9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f91afbd0f5ed73987f120709365aa01fcd268948cef490b86aa13d776962c5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6531ca4c94c97a50016a3da2f90234aab5578dab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a625e8d3dbd998426c673d1c93bc494a0f9f9b3e5ca2b131d5ee0ca978e74b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52229ae5944c37198fd6ea3ac7d4214ccba7809a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f3a482ab0b5959d95e30c8cbc61103c3611b8eac9f7265fecb7fb40a157c20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67ea22b30a0c35c10e9da049b149edc27e5933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290b837a567625f33dd2c37a3367982cd04599ddc4a17f8d85b3db62f3e58fcd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a9993fefaecb914f58fd32d475d4f19f512a22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0284f53c61b9e4f4db10e3bfb8480cd822ad5a43dc1c4684ea9ae2962bd76db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1526a56b1c3277345f9a681a7812846f176afab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7202c948106e0ff43e96707fc79137423a2b6adcf38f5271a109ccdc4d39795c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620764ed896cb46a714375ee480c4afd47634632
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69798a747fe22ec3620c3309e94666de959725bb29bc0147ac38ed44b55fe2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd5c3020e563e5b89046f370ebb3843c5db512e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58f1e50317279b08e3b7f78cd9164bc4bd236accf1f6799b83033b492f2e9fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8dade4d09ee9f0071a2e4e7d24796e65f9342c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd9d44abe8d8161030993cd4a8f4fb666f07254cfaae0d9894303c4a2766199
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c4f9584453f7f518be494b8bd2cb22befaa69d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29c8892f75244ac7830d5eba2b4eba062e6ba529c0125ce9d98afff794bdc68
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3027c3e248b66360fd20fbf2b6b6cb67e438062
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00628b40168df3977f196601610ab47af1ca7e598495cfd1fc89b480f44b7ac0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275a70becbff66ac6b77eda2b663d52d68ee79d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca023a190ab071ee574959267d9453211531d72452f7fd386ebf98c3f02d4b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ee83b38bfac7d71be98f476a8a400c0c562c23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f8ed3d92977a00a8c56093e47a1ac9d0c3a53c2b6eb2fe902e540fe1eacb5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4750dd2e2879889801fd41bd362726f1dcaf1aa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d76972fd9fabc1aca336a541d0088b0dd0ceaa131705d8df18f37dd2fe122b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5164f7aeb4f578ea839ef34595e1887953057c40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997337b2bfd6ed23b5a433d6452b00700522a90b00940eaf7dfb472da45b5a09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d80a567389689a3e7b0c557de5b7684cf889754
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1c0b0c0c4da149650c548f333155d61f2ec93977137062c8a51b0aced05c72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc78df42e5b8fd30189104eefdb806315b5d9a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b7ab352644da052b684b12089682fcf6cea44ad6a281ee27f3b60c7d15118d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cfc8a0ea329ffec60144bde9a8f7058ab17d74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7253facf3c938ac9bf50df1cfcdc0739747d10e8f782343134e8e7a2f226d2fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b29b69b0c50d7dbf0b3fb010bc45fb6a408d3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9655678e02d7975c9ce1cb2379bbf53e746be2bd642e981ebc479684e3546c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcfc0354b5523bb81dd1fddc682fef0a741764b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7820701f5d96d483484b5749c4f3f16ec9ad15869a9d834716f9137265e7069
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f71d82dbeb38054e7fa8eb1613643feee651ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5675b66af08f3171b8ef9ee6c7daa67a8949e1d55df11ce10549542f008deb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd154c8ef4540eac7b99f5fc3f22229fc5119d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed189e182733b5e9f9bb26808f0c2a57ccb40fcd24fa63ec7116a9ee4fc6f42f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ae9907b0758a0dcb0521ccce72b4678649d8d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605fa135e62ade74d9b09aaf7790e6cb710dcac11ad68da3f61e3f6a11616fee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae849b02e31f6ff3a0140b4fd99b1cdaa4e32b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a6d50a8d793042e11b8b5fc01e4cf50d42a0bbc6db4486bceb7ef5afc8b4cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e02bcdfc802e3343fc0cb3ceffd077bb44650
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915b806c53e6a589d1959fd86e30cad0686dee9aee5decbb8a76ac553138aaf3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2443f0e14a0faff00a22d57e9e52d113f4c22cad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6b195ea81baeb8a4eb1409036466d4b97f4b0f3c69805325459e2c77b647a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c388a868cf3042e5fd86d6d608b92e3f7e6950
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0956fbec0100f1222a4a3e1a3b2be016280e111db2d1259339b44b3ff6981cbb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4082426ff585938a1269c822c809acb7ab7f0c4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a823da1b419569c8cc29ec04e9989e05c4c43895b265acc9b97ef94bdae417
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3752f9eb4a96de667c4a4e7f1efc43dc662d85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0beaa4c7aced7b3f5a55da0cf0cb7a858afc6aea648e0a05e52ee24ad510bc7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c16464b06629ee4275b8038e10265807696cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b72ee3eab1744de04126ff5625da1f03440ec5a0b9b263a171a6e023f21d4a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e23debb22996bde072698764ac2675ba9186a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560646379bbdf77efd3465cd03474353d43fdefdcd9d89c05bb188aa597efba9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f386323098c64ea3fcb4c82ae7d72f046f24ff9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b696edfc92fe0dfbd5423dfcdeb95524fda93b9c7a53dbb77570ed5b16731
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5b347d7784b2c7c235ee6d3044bcf3fccd2c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0f1eff087700bec8e7d35ab554032ed3a5d7964d1ab27f1ce537f81a5ed9f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de5eaa04ae756149768b9a2ade6e9a2761bdaaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd1285768c430fe75e752172103532371aa2f49b1a90023913176f7fd146f17
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9133a08612361af5c706f04c8d34ddc01ad78a60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3796596a93dba02608b9fee0b7fce076bfe26eb14790b4ce60a4d7cf7d5ca695
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91a03a02610f395860a499be286e981e6b6f1ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10317262363117c218f6ef977ab08956c3aedf049ee3c46f5f9ceba118dae633
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a6b748f829e1e6e9e3e93cb8b84246793d3ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ff7ee85b39db753fece0945c9d5f552d3feac66078f366a61ca996aa38ffc7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b551699df611e28d731685e80773f444052b16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1f0e6d9038b142990c5be07d270dbb43e4641d33db19d223242ab8fb1d008a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff0b64e0d20e85538ecda7a5be21c2d6b01a12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efd983da6e5343b589c6575d707cf4551d8bba3cff7278030c0c9fbcd0a89c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a54fdea51d72743252b1637af1260e02d7e3abe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20196b5bb5bf2afcc2bae71c101b07b3cc3e158c1d2008ce8b3b83be7c0ff3d1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eecc0c44385cba0e707e07049e060bae2a85611
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a92b0548c01ace251dbaa5208178881e72d709624ce1034213ffe0a3a5b3ebb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de617edfc86112d657eb1c5fdb7fe0223d65e97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265324232b7a594f532ad8b159fea8125f8cb4ba38df2defb389e431d133c171
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7787d6383b70448bd783be52f4b460ea1a7e64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d73d79fec6092cdfdef7505d47ab57051b8361220a38f25c27785a0d6f08ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc94baf3859cb6757b03a8af1c1e0e43b3b36067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30ec6824e95fc08253f6fc86a7e686fa6c690b24766194b783d6901e2095b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eedeeb108659d7691096797a5d9537230c4308
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfb6ba77a29bf44c19f3cbf166b56a3f000d4f40f4d3ef59cbd3cc1955742a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e1260b56b06281975f8f51bced6805fbdfe156
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2df77b9d6fa86531f249da359f6f4431415a81a10f31fd1725ed37288080091
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e353010b5265f913f2f528f0f2c30cd6d1f3b506
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0ebbf988ecdcd959ebe87c397ec8aaaa54ceacf0228d3e2623844ad0087714
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8251b0f20ed6a452600b09d822a906c2a33e39c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c7a20d1b83e4621d2c12a9bdbbf632c863f5aad6011a16550baf93b88f9add
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc96f28f334a5fef9eb164c4d2ba16bf02814730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b869a9838373cdad8ccd8f740f07dc4d6453a94d779160e3afb35067e10ab92d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d42349b75a1c2e2a13faf7a5f9f877e81fc9343
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6eec2a392396d699a8c5528fcaa54b097da090ad5b918453a1d38a687e3cca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecaea07dd023f31a99c4cf0030490fb16274b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c408b6f251de5c053fc581fe554f4f788ae227dff2cfaefe12da7a59e042956
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a4067192610132b9c5ce1727fe7cac8aa1ddb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee62655b08b2b8e0eac2010b24a909d4190451762196a74b22d16074c8e20da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32693cf4b207bdfe3839c27dfcc600aebf85c12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c14cafb59fe875aa6874b3fbceab57f6b52718e3e197408c30e7f8aeac42f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfa187726dc00b087ea3b96815b595d0f70eb2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df3592872ee2dc35faa182f8536091e8c772837d329fc16bbed45ba6759ad4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652769e75211f9fa8da3f7809bb0ed7460cc5c19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda238ecc56d490b8a59ab5e84f546a1058810026916794bb2cb093ab13be8bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072b675e786488a3c5cd2123b0c51950b4a9c7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db792df38f89b2a147a80d55ab5657fc4894fec1cc46a7e08d3f42f5c28d4bb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c418f826614f47b43f22d3ad366bf0d1934023
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3831d030b8ad2ececf34182a3dcfa70141f10a3722eb44d823a252c48946de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4cd2851d4adea52f49e169e67817b2fffa67e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04646d637200d3b096298bf93c71d544e7d0a232f20c717aaf1855a585dead1c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e2b4c77d8f5e32f3322d8c75bc044aabbf4d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da629d01987e06c59f4d9f9d6729f4ac06ebfab62524dea03403fd4a72e69666
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6d7a188980a04970812285635d62c5d12af452
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f563405187b7ea6daa97485aac8c5f97654c615e6da21f1dab5489f8df622736
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b51877ebb01cf5bf8708254fb176dd72ead4f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2011d69671ed466a2ec2610155108b89fc17a7da995ace7c6e6ecae7337b1a5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a37caf671057b15241ed58d0ed730d59f71110
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384548ed3c4ad863a7139a3cd1c3624b5f9d65aeb9c819fcad2d715f8bedef8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b82e2afe1aa70b580994626080cf6b744eae9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411b57290388015386fc373cbfa3176cbb8839e01a4a850e1b512bbb10e6d49a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f715513fe8162a3ba26a362c14a236480f6984a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abd811e22050a78ff70161c8d9324106ac5a32ebcdc41aa84bb772bfd9a4e4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bc3ff1303eb7ceb7bb80a5f47bccbef23c08ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d630c059beaf89277af19012d9921bd3313ff67a0840b3a1f45dce867cb130
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825e141806a5921f4854600a75a73c23afd9d9f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ddf58d6f45606d7eca023094a7197869390709a439deef591a80528a880699
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bfecc62712e261c01774a60c8dde4d0f7eba6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eedca58e227a7395deefc53103c934d7bfe1def7c6124f00f5393906932479
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df3f38fcadd46c53539c4296214e1a1982b23e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db09030cacf5337800be86631ce5a8dce81e4aca86a6a2c3aec66b99f11754d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e482a4b3afed16a3989094d7019eaef2875b4fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90762d7c21d6d4d9f43778e1c1bf103ca2c525a55c8601849c3f0c01baf31def
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9546b2dc6c587c6776e46397d7996811f1a670
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e3884736c6c5d4dfbeae640f987ff3315d83eb7ae3aea7a236102884cfbf45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bf1f44fb057d1ae179fb47ce091c551d792fb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27ed2d674d55168e033835c44301ac29fc718b277a7f68df4cfdb855af1ff9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283108ab2d303a060091a50e32e83c6b9cad0758
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289dc8ae6cb5ba84010077ba0d11384f32853e0c0b06ffb00a674f236c4222aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907c19889c1053aaf4dc6af847f73b11455a5dd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbfcf81600e5dff65b0930f3a04867d67540fb0be093c23b784f4c311012c5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99f4fc9371fe3e20bf56223c8c6110819afaa50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5a83854a73ada11c3195100b12820cba60906e6ebb83bd731f0cfd944226a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6622610f79455011d6ddb844e819c4d2d2a5dcb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9669d27b33cb5e30ed90b1ac55d0450cc6986287f62b630f3d6cbd288748d83
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05069e26d98633f7f21121bc6335e0a33540e1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776fc5a34728dae6a3110c14c761c567a801cad75eb1c051e18e526929770b12
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ab7841d6af3ddc7a24b462fe94f311f4d21943
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2472dcfc29cc25a30f001c171e15a9e86889fef41880938234c2659fdef388c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb144e9bec6d463ee789580a756b290d1497dd31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16757f3c66eb0f29dfd99aa25011b5128d237ce15d14591cb58446f3120ff4bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabfd2d231887b7983624e80c8403a7140816763
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9746f7bd87648220ee8f532b3f059c8b74440193de5f9351a0c83bbe328768d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e55499527230296a4799f8a4f672d89f9fd9297
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a8d89aa3be486db6d921d01701d1f92198d0493144db8c776bbfbc3304ddae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81f7b0360d64c0f804c790b10433dd74f600c22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9039dcf09d240445137b3f12c1e024607cc33ae019f271abd65310755fd02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64606d342434cac118ff2a6ba0d191e284973845
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cae6055614d771100b8123ab5328d45b9bc7e9c39da68718987af642625d78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3442b3f458314a15a091a1e927f3e784e9bd478d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cc0d7e920ede14c6e187d5ebda61e38d65e3b243c513c9813a7ae459f11f53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d694fc58e3be4b117fe2074b352b7c3135ff39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae219d7c40e1b09a0db39d34edfcc13f5d2a51a58a060149c4e1dca9326017f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba01a943c930f67c9a96ad47b1318063d2c53ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42b121803a7ece0447ec203c1b7b97ba69f6786504cdd1fa773d295b46be22f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa49a032558335e0e512facb4650f9707a370fc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d9a3da8ce186bf795b9505a4e8ef34db1c7c4bf0c097374b1b40a0fc8105c1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0bef29da693561c70a1b1ada96e2451d8e1d3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a552338cf370e378a551084ca028949a62d7a7706f2ef89a86e58937d0cf8cdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70f7b66cb5c2286c05730f25e21e65eeeeff19e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87df4c433b86b5ff4063fbc48122ab82b8171739a54657ada0cfb0f9ff9b6231
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ee78091cf492b8d4351e399afeab5488d6ac91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45db328aee894aefc5ce9d310d663fc5239f583e383a3eec111d2d89529c2abf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e2c62100e0839e25673efa3cab925d4a1c9c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71bddc028bf3693a3189da547e615fb787d24bb3336ba941a65a8dadd54f578
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414b9e83a277635c662eea2983a7b4b96abd921e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8e1407b23277f5b9844683782be930ccaa0b944c38a01c9cb8e87cfd49428
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dbc8affd3527fede7fc871ad23645b8c5d37dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516d518e34bb869098460ad6d4ccb71fbf71b67ad9d24c7c6692e602fc553a17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cde0eb1140423335da85968e695d6ae9a1d33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea059ee242a2ced55414f9ef2d74e9c4fa9118c12958bf010485c52a71f1a1c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab7dde081da1034ff1962a2c4c4270cadb31b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0861468524ac233638dc106e62dc5e9a52286c6b3c0c0ef18fd9d5014043ec3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4e5857901737f844f8e1c5246574241ed26f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d6355553eedb567e54decdc7ec864b11376a7261a2d8863fbf393e6c2927ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74636ad9ab20b857c30426e38d9420aabcc7c777
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352692f014ab32428e45d98e5a3fffc790bc91d4e9ff1eb238b8d74e3e36434a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7005700e5d7b5916f5b933fdf7ba3723f4023624
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214417a2a7d456b286351c5bb1cc70c2159db4f30b0a9f519ac8a64140cf12bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f19d853da0223b4daf67266b409526570fdc97b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bf291a2b29316510904317894dc9b3d1d94bfdaf29665a76976f008bf5fe3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f1e7c45ba5442404d1be1027ab2dc919d2e1cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3fc806d3903f36a7fa47750ecd37ed2dfa9dfc5bb7f5504eb00fc1a3710afa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b7814fa9c35e495a4e3c0b3876944d5d86dc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dd43c21fc579a5dfb22d7c8c0b7972f434e086e94652a1d9fc6d6554a670e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193038a263252d3ad315f6bb73a007e6ea4365ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459e77d917eb8c07dd9d2f36e3875eeb960ab96122be74c3010756a5b38a5a62
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84ed9fca7cab3188b317dc104597a1560d9d6ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae08e25d996fe71dc2535e686db04859db8f610c1757f1a6164a1d582508bb5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5eb2a922c20951a7afe0462f45645f9599cb8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6833be5dd432cb833070fe61590edc11c746d3ee7ce2869bc1926ec5cc3b04f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a3c00aaa78783b66f3c330b27135388138a3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd420c5fdceb8008a9cb288d901a9928d8713ac1bc15f60ed0ae19584832d4b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99f6fe590fa4366d833948293d0d615ff12598f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb40a87af4e893f792985563225ba6f1cb05f131f634ddb06905afb13b09b42
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1c8f0d8c163d65806ad0f429b90e3a992025fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2514658a85157ee299abd908abd48beca92181ffd32bfeb34e015e11b236cfcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f042c44d79d4efbd8de6cef3d85717fc296080
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95eded56b1d4511ad350034d7d7f99bcc5eb30f03cdbbaa3df0550df0428eea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a4a95ec1776b872388520d6ef21a68a2929238
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081302f6ae57402bb5861e8c68bb60cf5086613be1218b9cc5c6b36954bcd5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96485bc28f878969caace333e156baba8d3a7d83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a69d6805d687cfdd0b7d69f2fc570fcc3fcba1f8c3183e2cb1a36a8d2ee85ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858504298b6fc6b91f52cdcb8b7eb36f1c31893f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b901df9f936505bc200afcff7afc1f420e116c7448cd3732b1a605b997e1f4c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebfe4cee31d44bfd41f1cb78490c45458b7894b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4994e0066d6d9952e64247b3ce7df97dfe42638a2b3900db015360c4f039d586
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2500ddd5c328f3fd8ed34d75468d198cf66184bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c35aaab5e83967337693781d17c46be1211649b205d01ff9d245f50d92888
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6a5a88afc759154c71c95868b1b1706a2b2cae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475843dc3fb599df181807389b9170d3deb65a9feb39e1913a8ec38ad15de84a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64e1c67c033f3b9d1e91a095905e502fd4df69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0d128cfc9b16e16f92644e79867dca95c2f6e1d20b83ad3e3f508f2230331
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbd0403c59e7a96a580a0f690e5188776637c20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6b607718c1c929e5f418fd100440c8b09dd518e604253b4c3230357cf6e00
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800136608dbacb3fbd04b7e37855bc8693518a31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce730d72e1e46648137f10f0953ab3f4b867b888f651a3aad4eeea8dd2c08c32
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee2899e9210869b1d3b1541b67d68c0c67bf915
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0e244ca0a42981b7e105332f8965314d9c6c19cbc8c913ed55ab8e87ad1a97
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546610423a7f4e21634c94fd751fbbffba029d69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625c10b3220576cf71f991e9dc942aa5dcbf30d3d409eae3ace422afb96f6d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249f1bf9b3c203c75e53586262c32c51e31b6eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecb220a8d5af3ec02028d0c094a8477f2a3f7766bd86f6bc006f13d642ba644
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9448c14beb56fa23aefd08d26ce10dd143d2fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d020d92928eab642400b5e701c00e2c8bc24a787043c897e822a67cae42673b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743d2a6dbe4a56da325a479bc05f26cb9af25b09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c8f0f87874ef82ef3be6313959272bdca431ac001b727d89ef7a8865a32068
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c1565b90731cc64f6e4114e8528df161df9709
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bd054bbf45e798ad81130a1c884d00160fc63954fcda369714629d58734ab0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dab004bdcbb7ac240f7c3c9bda7eb400e7659b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f006ccc6bd2c18a6995a21441765053d4357af7994d2dfa1c56b5ae5e4dc54ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5093527c7bbe7de864f2e4dfaab2f0ecf5e068
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec0890f2c69f35f473bb86ea05cb379c530fba9aa0895a044b2b6e1dbcbcdb0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb25c1201c6f195ffb65413a64a256dbe220e63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04656c52d228b46a5c85760e57cccf6af2084054644a95d91ef0c69d85d8539
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26578c42832281a0eedb5db951d1769c4b09b85c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063ce85c44c7ea00ecef134928f4a42ab0920439111762f171c311ddfda5822b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d90006951ebe92270f2f0c64e3a64c44a9a9582
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819c09c489520ea793b73d397d4e76320ed41397287dc1a0fdc011581f4e62cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab1148a4145167639d4c9a4032da7d4713e851
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba3fb3ed42c3422fc42a4d3389dd8dc924db6d0757a42e5e68b5c30d3844b2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e4c6a2943e70f84c0dc6713c68e20710a75cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057c78c8259167c607c6b7ef31c332a9eda9f677f9647802261e133017054dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770b1743cda0890933c2d4ad8da959c520a51fa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5c69f27b66739ada241164d1bd5f400b3ad336bddebf345079b09c9a2bc016
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab7b192b7571f71323c7ddd5fb86c929dcc739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da30631d0a6fa79efad7cba397405791671339ebcb4f3a1b99796f5e5b3ac8d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e227dc07b074de606b953c959c7f3424799b481
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe575b54cafad1d114cb143f02398bf70020f51680fecfae5138829fa8afbcf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0313f97d2486f80fc3965fc85059970e79f56e44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641239e086cbdba7c4087f06e8834f46b9dcce4a735c917a1f54ab75a1880b1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb644d527ba29a4fcf3ce05250cb06a56f506d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950b41a1c3428fd423d2245511c25d1a98b7a83807654ada7a5e9521f5294e3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db82363f6b1f024ce80e173b33ca86946e45f186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3735e1b14837791db903204421643d7938472dc958f1de508435d87c0a4635b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bbe229bcd8c434867aee5f6b3c2400bb3552e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6d8cbe82966359a7ed761cd4210904c7868d61056613386e354e0680fcdf79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167f3d4a0c087ea60f3ee0b07ff102bf8223fc50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfe8448af807cae90512a8772a7cba27b25e83128a4a6b4fcff6c9f32b21ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4221c950332f6e7466c4aaaa5d6f982131eac9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c2bcd5cf09d9c3277a7fe1d0d7997c215727d492b6272cae34580a883e425e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a08e29e7ab578f199c6d3442662ed846821c4ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d5285567c8a602a22d37a293f84291467071b4398422831266afe737e3f135
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da5859efa30e9685af681e49b4d67a076f06c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2401272dce83cc06df11f6c7156051d79a596cdee51b92c190400f622252c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef5dc431a23c544c073e5319bdf82f9c134a1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36634b2c38e7bab700d507b843c1f26f0feb2db42cdd8e963df8904d32f994be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ed814d6c95b137127e303c2447091a5c45ca7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a855c732d74b54e83621b9f19fe2b88327e9af549e397904b2454c1ef2bf135
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d182e6daa6ea016f6ca5b39a8abc5ad776e58fa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b67619b61a49e63837867159fc7ac31e949b8898034e5a51e61d54ecf08c15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61260d8bbb264749d836bb99b69f20b5ea0f9ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73fcab8f53ecf5ec5b1e28fc88da6d82cc5a00b8fa52e848ce8c28cb7f892e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1084d989e6f40dc8ac4ab0cd8c9727e64e51f26f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8809489cf657cd4bc0360251218edbbe6db82b5fc212e4f5e5c6961c743588
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9541e7e8280020fcc1d9e2ecc67fba3c2029f87a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adcdbbe18149b932e5734393b18413bcf8e2b73d70d3dd5aa875a9d35e4c24b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4442aaa44a3ba19920c5ab2b70795a34dfe7ec6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deabc2a6b7f0c82870be54edf46de25e27b49e8d1974eebc1b09bdfad158cb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dad10fcc61288c691927329f155442a78df57fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d86455a76a83a9c9def8a0e5a0ea1c89c7d2306131c317edd68919619ff82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a768c8b53bced744273b29af50d9dc29bb4780
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c38e92f5a6ffbf09c3ef7e1ac70b0a6276387ab420c1585d02924e35ad7b3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d8dca9ebacf6d8acb0af1e57b0bf3681b64c2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb827e45d0f25701c3c275ec6da64162a2afde17f5fa799bc4d458b4d5f8fb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d922421d391473664e727051e3b5a12ecddffac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10edacb395063bb847702a4e26f044da6dc73d6223e7dbe972f662c6f60b3674
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5949b3dd5de17d3f1d76bbcf5be0c66856be7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e22555817dd02581c20ed6bc2bdd1ce888d043b522ae26640f5ee48c172978
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168ef2cffff698a8bc2525a76c944e3862816620
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57136ba94567d8893efe9ffcc285ee4927f4f550bfe35e5882d6dce5cce65d37
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a0fe5c0b2e25bfecdc61cfe37f30493c4840ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932d12fffa1e13e6b10b14a5b106fe472b7cfdc99137c4938c87a1762321926e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8310691d03b23b6cf2bd5d0d912717536c691538
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c44232b7f0b03036cff41492942778636b9fc7f7b09f3b634d7128352a8764a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde02722d16f7389790b8f9832619f9d2203eaac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffa03887e7a5dad4214eb8df6c265d9431d576a8a93b60a50caf31bea1afe7d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1224eb3d9c7c9f1957926f547a6c96f6ce3579
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7025b2348cd3f5bd97cbbb02e67e0912c1b427f526bdc3e87c3bacb06a055e5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4be2fc9dbc52ae354f50e4eb2b413e24bd2b77d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c55b2a3ac65993adad0760daeef162c3ab8996518b1b75208ddaecc0f8ff2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e11e287ef0a54fc7b28f92760dd7a7c9a2ed26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937f171a627509182cb64dcad59a44c6849ffb1dcf660f44cec4a4c7a337555c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94082754618f688d76c73adbdfb8175d320fe9c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3505a7f8ba9f216992eb83273abe3e3bb146e67608bfaec14a7bfe4f723e8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4332d6659844b54f76f073d48be57e52db2428
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450df5047d4f155acf83e05f89fe62d0e46664bb867c175f01f8e9f197dd3c36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04741728b4cf61e7f91f8f35330246c684ac3c6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2c2d965a7eb0e06a0465101ae6c1f3d9f46a58c6b352619b65428bba80bf8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe187b41fe264d0387ad92546dacf6f1cba5cac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3848192e9b9e89325f4f014c0e850d7dbe84547a4376711a2d02f57e7999c042
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071b5862a763d5ce6fda311a7cc6da15011688b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a1e5d7556c36337813aca77c31d9f4ab2c9d49e70a72b5e7157712083a8f81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850b8d348341109487540ac07b69d4c075b21270
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b05bd6f8cedf50666e425b6ea0e8a743dedf5995a67a8f5ad0a04f09276bcf4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224fec4caff2c5286bfcccd73e337b7739cc89ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a3476f816557ddb628ab5c3d84194acd25e3277c36387801a747da6bb59d29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dfc75eb8da3f59a259f881cb9ff7f8f8b15f46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca01245d4490825fa5bbf1f3db91f07a0172630fa10a7595e97da6d7b3e646
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045adc0866397d474cd59eab33f52ede8cc8294
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3fc2c46a6daef88e6650982f0607436530001050685e65b31132d225e3665d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e79f292798aec9adb8d14a36c3245a369c6250
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16978e553d4ca0c351be7bee86e25d5de64ee1e6ebf460e2f40de36367a737c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285854e2bd741dab5a031a8b57a89c3eb30baca5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795546f58cf2f86587bd7a70721538252c8eb2a99048cac89f8f9ce0ce344333
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf552c095c6ca523518418450f6b0c21683eddb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd93ed81a92f60dbf242adf7790f076c6ec83614ef5b57b42099e482e97dcde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2718adfb137887f5e4f073f62b164cc31e71f7ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30126a2f43b3a3e4e17f3acc347f351002640fe64376a303e48bd412575e7a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59aa9bc5a0d8ff1ea6a82000355d4e61fbc5d80e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf5fe4d39637ae05af48327edd341ab8753740b3ec091ea5b99bf6febdeed1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92560dc97ead24ec66b94b0e8bc89e4abdffdc2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc03d1ec0c6d410b9aa11ec2aaa9c22693cd6ee6a7f516ccd729758bf06563de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dfa6ceed37fcb6fb7aefdac734608f8032d670
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92c5c8def26c9b6cc0898e96435e43b09c672e3d2d268ab20bc621d09e1392d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a8c0a909120222e13a587382894ca50d7f9eb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713f95b8d5b5c48022196941eb1884cf32e5d97812f096aa18f9e7462a25a664
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e0a25457d10d2fd7da5b9df8e23fc072cf5d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37aa7e4b981cc9fe642df1d6cbd6d23985cdef7722032e3eb0b5496f6dd877d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf22220a0f334bed64648ae5a6924deeced2ffa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e65d96f013d1f465a2c8f9006e39d54654b8dda5e60ffcb5bb012a0af27f163
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b40caa5f71dafda8038351cdb22aa253e96a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a679d9cf73cd041b13dcca8ec4fa1d55b01a0f8203d8fa12b95343244e66b93
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57aeb949d491c82df59b06ecbbda8d192cef26d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d0a1b114520c057158cfcbcbd29a6674b9ae205da2f07846a10dfa39abefa6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8245a608eb1e4fd2b812ab1aca833e4d4f375a46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab16aba489bb71b3672ffb39ba493992afd89d4fcdabb0411d0330519c41956e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9dd8cca3972e435ac05a79b890569c132c9da6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10479f3dfa70da0e56288d1ca47a13c626205f7d06c06b6b063c563f714a27a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8486d0806f7c930775d73b671bb9fc6d32fd0ce1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b761717f3f6d2cf5f785b734bd24ffae4070c33fe5e3dd24a3837d4701c5e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d3a2a624a4de6b4ae87ad5d32f62a9676caf33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302dbe06f76a32c2ec900b491468caab829eddb867e4acffe06228f8f202f992
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819104c2fb2979b5a87adcd64b1582bb2dd39d72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7458f6d60944b33b81ede3b0e11025c9be07a2fe04d723b54b7189eeeb6b76d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa4a0a35ef501ebbe0b7f1d3d1648ff1c29df3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3226e3baf04861a26ddead935db9bda29e087756081b595fddd414cbac62b5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553d84de2683a6ecb5a99256bac0b54e8c2f49c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff54163489c67aecd53c4ab2d482852d0e8147095ef7df7b903ad03a0c84211
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd919f810d35eb518e4f2da534f3ed0fdeba6900
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d41122314832251f90efd97f6a4f15c5cf2051eaecfc0ca51a25ff6d8b72f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acaa4dddbe684370012e9ec5dda106b427c8feb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d6c31b0b52ed67eaa836032bb23b419c69ac6554e0159d332fa3296ca3332c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee3b3e9f52d70ca70e4d4454de16ac696b67e28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478f9d50d2a279dce7de77e3ee931f9ee537e51c50e48b315faf3fc5ce2c2846
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4741010b7bcbe9e130178c7e0e6356e7fa98ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741e1e6b94accb2cd1ba393ba79b1b609100afb974246c52a98288df927c8974
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b18d1b97818db6ba275e4a1f0038781eb7afea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15aba9b3d1da8613ccb80c100b9c2d866c2eb09790a5b27fa4f69d989b2248d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99a98c3c6d1443a82a4b6d1c248f646125b3200
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0f2cf38d4856b3e50b1aed77d6db7804b92a3c6c25d52f02b3ab37a7e7cf8f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79df1bddbf95d3fe84772f32571b4d44e1930501
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fa38c167bfa46ea3a35f3c9b455469442107b636e07c49419d6bddd3980999
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d98481be51e5eeb38f5c199f4e67fbaa2d398aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bdf3a232977470b73071cc3dfd442b4403780eb83300541bcaf8df20a89795
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc8cc2e37b3af31c46ea3f3c4ea122ce4d5ebb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506a4e0c2080451bfec43704810db35896e878dd077d188046e0b87ceec0c20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cbe93c06851a75c7d69fbf534b5fea7cc4900
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22c6ad58dd894fb6d6829bf036c197a9f7f3a7c88ce7c54fbe980bbf636094
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663f9a00344a9f1b20f9d2da11548ad96c720c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccae7acf87d1781a82248e7275df6d0802d68f9676bd2746a10e73444beabe63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a472193bf9b645741eafed4c623e5041180b33e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10373d82318a20f672ead13ad724ece0bef1ca3b3623f25f0b07a273f91aa8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaf3e9e5c526d71eedf7b64a7ce95b698edefa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c079f197ba96d43beb407dffe1e09096f0495e6042e756c959f4164c09041a53
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14617450046e7c239322e494805252b14268bd0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5603075c25360f4d5ab8239d1befc3ef52ec794d1276a94c0d61b0f8126b24a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75bc19bdaf4de30b20cc1d32a1e04e912f629e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e63d092a8be5a01e83a66df7523e16efa4aa23adf4d7839115d72fd47c19502
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41e9f1f52835ec77d3b19bd3d543ca19b0b0723
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca99f94d621f19018534c401365c3ebadabdd03836e7754245e5254f59e42f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76626179ff4c4d9484a65ab9cc2226483e295c34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9c451a8033a913472ad405a398ce8150a50caf6e7f18127f5795241ebec7c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58f47e7a77ac1f1785076cb866587920e456120
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bd888615f7928e7c5b9ecb364a26acf53bd2dbbc0e59e9a96cf01dc13135cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cc657cf760d16ccb71d26433f7d401f501a70c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1252138d5824eab6cc34008113535aa6c3ab007b14c30c8838c310b7b697aef8
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547971a68e743806fe76a757e5ec44688b673be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9666295ed2cff84971b049b36a93c13c40a915791dee94d9821cfa2fd763f3b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d43d8fee65fd08c02cbbf043c7e28518666c6cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ed47f76a885b45f0e982a0ab02405c269c81f96bd42c7f87e9f1075b8d502a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e624b59d9dfdcb701db8b30ed923038709bd479
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850e2831db5b51a8bc9537124ce724bfefe48ee46f7de7acf99912ab826aa77a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909b284b2cc2b4950f161ef35b2a8301506a7799
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4eea95a35ecfbdc5004537b862081d71a6717e0afb86af955269b64f18dea3c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87db52c484e84c89946cb0c8180165bc9e918523
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d43e04afacc92fefd9081e14621f35901d60a759c19b688267da42f32909f5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d522143b3085ed29f7cd1a21273b5f41689ab45c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce42ca934795564bdafe961e877071a639a9062602f149f75bbf41a843cd99f4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9e598ac3c8eac0a91628a32c5d6ba4309fa111
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eead74fa563cefaa06a6dfb21e8fb6654ad16ddfa56e79d597a06eacc7ffff70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3aa4c2f3b164a9c112c50f84e11a9b5bbdb757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8f87ebafda2c84ebeffa779bea7b4cb646c708168c3135d6ead58ba5cabe6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2474170c87b3ad0c4e7b8cc0bc23464894c9b381
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf4e9d662097aef9800bf2ea293b716b0f810d07b979157b8a04e13c0b039d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf79c4f032433ab40e0761f1ec193c37c03143b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113d77a70baae90b0b91271e3964e72d95bef7890baa3b2f75fd2fbac18d0565
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3224ded42dc8d8f36d93bdabb0120a0f61f52bec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57320680298d9e8f1d01b075c931323645c1710150c2bae86efccdcec13b6dd4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06d3d3beaa8dcfd7b2018b6383246eb491a0141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5bad0f1e792e1d6de12cc61f10232a1ff6ee3c37c2564273d409b981a15569
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0fb633ece2656fff21e44864b86637c73ce33d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f251ab0e843b2b22e1b47a0587026b9874325135339471d2db8eb213f2b94277
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e18ebc010817c362de4a3268a73a9512a86cbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6732b8978cdfd5f1c23d3c681e664c2eb844085bfcb8221ea2ec14f2dcb5217c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382ce276d89b59a8bfdf4b025f7f47e11a88e1c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c993ddea2a5e7bad9d5b89afeec626c7793ceb047db60ccce8819e1a2bb29a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71aee9807b4d862d2eaf75e6605ecac2f8f6960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722c82a6742f0a4432d97927b3250f9b3d3a6fd1c90979f22da3b870b3650cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4565ff390ef8e078b59b972494ff1471fcbb8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d018dfe99679130b51b4bee2c5fab4af8a424e049ce22ae7fe8feccb7b8766f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d6b529c1e0e7c4f580349e3f38c40808510901
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69184f91af93a6bb45134a6fbb0c8bed9cfc108eec65e2cae5538fb564a44d42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e22390df947fe8f4a9b49faf686bd78887ad8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21938a9e438b5ec38c466f8b5f522746b18a82947be331800669e39eb9971d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14537e8444481d0cde5b7326307156a227b471b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4d623646572bbda4c5b5977c7e36989718e22acc5d94e2bf43ef4fe51d0f74
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261b43a954670bfdaaec1b809940b633ef26b9b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f26fdc10732dd0bb247afaf88b962a7c23561e23b2f55143a54f5f148014ca2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765cfaba86bd568d3b6ec63cb829d2b3e9310cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8ed22f98ebc9a44cced42354341162db56dfd48d68ec81aea5a97acaa57a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c27d747793a901aada1602613641028db0a5eb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf96a130d4a5b40af49cd6bdc5ef3aa776e6d8cad07f9a5add1312cca7f1f1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af1ed3b1d2c9d3058db71aa878f1a4ea45ad559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6e54233e5e28d4721bcce189623c7642b2c1ab7c35ca3715a6c2d58d06eece
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d712d01de2593464bb37ae61a57cfc0edc139aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b05c0ba5ed5b949970cabc6ab8d18947254c2175b1a2717166b952502a97fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5a8f3c814f50b536d04f1f9b1bce54a7ebcf11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0542923608abda4536c03fefd0ba26352f24bf3516a37208a7c073cb509ba90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfee7df3db9b22557398d8d437db43479c9641f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfb64dbef133ce37c3aae25860d2a9b5021d4c1c9a55b94b47bf912d279a75c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f44e9c51736b9fff7b6b4f1081781d7d62eb6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fbe07c262f603a680f3fe740be1fa83498f5b52b9ebf8f07523b5f1ec50119
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5331a8116a3dfe106b28cc2d43f05ec29cda20d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039430ecfdb671645feefe888fec92b5517c476b28dc0840a8f4ffe37acef3ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4052d044953486de2f4bbcba1aff74a90817b35c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f2aec0123b26f1d1a48e8a6c38f22bb1ad955d0519103cbb5a087d70ccd93c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aec7731c870aa61795af18a7089b98ff3b285f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a795334a120404aeed27a097e04dab00ec15bddb14b72214b445a1eeab626eec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10f515e76023c1e5392aa05086dc1cbecbcf6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad78a61b0922d1d5557822a7803da8f68f7781beae5a834822a64ae5b82466b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c5fe8aa6057ae5f335eeb02f482be2f1b48eb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4131c7dee3b86f36249ba98f58c0e3a345d13fe0945e916430bb4a44666b2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629fd827fe351b5ea8bcfc07f06a79d94b417b50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9400aca6a9c218e149b6e2dfc5db8cec26ebe8ee2799d7a0be8231a1896917c6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040f5f4a2f0e4bed0a39c76e8ec4d458e49711b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadaf9fc05d15564ad9f3d4c9ff36e070e9432cbed324919e40c4d2aeb280c7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4fea2599751c0402a9f783589da1f60431b339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ea12606b7d1112f5ce9d1462163df2e9f395a33436639b1cbf7553deb79908
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629e2fa1a9138e81a473c79d54bc9f0f2c7136ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ab75c37e2c5af0e40cdeec98722accaf27e83606fc2d8846ac9e239baf7ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c39f198ec6f0364ef0302a7166cdd2e93ab94d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dde46edbc89bb646f28919107f9d280377b128761bb0e536816ce16b953400
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5101f17420719bb968ebfc8baf038b865e9e16eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c57575662f4867ce049ae160a69a6cd1f02a86b72df0b4f9b2219d3caf61db7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42af94b0a426a0fc3da5883eb5c407e19636028
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b21e210178f9985cdf350dcdd0cae45d2db27f1ae7ee9733c80088b3960cbee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484a77140007fafb2f082e3e656dea45b39f4e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc23903d087b25960a9dd0cfd94953fd1716056f79d2088625ef552b198141
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8681bdeb957ab83c61f75808925bb44f780432f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5206ab3504c266d9348e9011e73cc7e85405b5b1684622ed49fb2e880cc750
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fded50fb4d875d6d7fd5d402375bd081f34d421
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603fe71b9c495ba28432e9772a910b9ad15c0518c05cb5c69d1376c7035d27ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397101d74a741016986bf7d19cb19515f9e1acaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b3aae938ee15964156a950cf4ee8a685add123780f1af3ba1d1f41fef02fe2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfeb5eede7def5082b1c5129c9070422f96f0d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249e7bed83c2b6ad55071301e6ef783e5251bc161820d3d8afa9dcbb07e9388e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4f1e5e3f42af0c35c64a4f2225619b7fd4ebb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909f8a58114d33a5f23a0503f12a0d49234b56268ebf1761af05ff6e3187572
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a2f76f4b13b432ca11070d25da9d4e95a37bb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46367ac4e62cb128ed81d1f70bcefb4a51f4270b1f4976b706b25823ee02ab9c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4f5ecc6c2fc74d594ceadf2b314ff92a77c0b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009e04b4bff4a5e1c996fb14492a362d59a351d1a5bc87ca0cbdc6a914e8a60f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cbcb1e99bee8e9f772f5710f86f8138c995dc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de254fc57b163a2cf4ccedc1bb2981226292f58ec1c80dc294abf84223c75c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b6df99b9d63f144ea7c6c0dbda9dbde26a9498
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230fa6d155aed33bf89c7589c18d20f3444b82943165148a8799cb701d285b5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c463473d72e49d32998730785cc2ae46cbcd769
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358185f4799bcd521e05b82d87997048d47d81b1b52d06c6f5dafe3d8db97706
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb8fdc9cf760b644a9d521ba0202a8ce552b96a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70206dc89c6b264499fe05715fb933a46d0ad6f82ef1e00858d329b1bd9b7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caf8064764b50ce8d48a4fb369b687a6b4331f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162281c3775c203da8fd20ac581ec27235cbb6a4f4a621ce756ad464b7e04b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f0ef5606737bb765b775407c1cf5df90d19a51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dceb39d88e6baf51bbc0497b39e4a519f47e68b4fb727d204f17f9b4fcc45f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388bfb4cc9765d3ea5bb27c82c68eea4291d1276
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07604345a6de6fdc3194d1f38eb28e3a3f26ab097c8fc3dec47998011454a363
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840bcbd2ec9310061efafa96d8d36ab9afe7243b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28edde9550733e532742c6a2ca55cd70490ffd4057bcb01805443f8d96e07936
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63db804280241c6e44358809c1e63b5889ad33a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fca633f1d74a41581d408a573b7c670b960699bd1994ecf4a97f3c81755c33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b3505016ec1868c9e63caf52233f08773629b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b09e07245ad388ca83c074dbc81beca7dff6653501897137928d375279809da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6a87e0e680ddc0ee0aef53060c8fcd09c9c89d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0e889536971271e73d801f2e186b300c049f720237c85ded5da590e83ee93d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a954bdf9a409690565167c50a4ddca1b591dbaec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2f94268fcc5dceed81c76310699a67a85dabe30f186fec834d2f4e9a0a5cd4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9959067f63002aae340aadaceb53d365e492c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac53ea9c3123ec13b458ab90ecdcfc2cef9680c47def7e983a809f6440367a3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7394c4ec0599ac07eee87e1fee408a76f7be0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea4054e1b7dfbf3860ff6ec53292af813a3fdb86857c7d1f1923d4ac8b05ad5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e13549d6f0cdbb82f7664cccd3721ac75cb2ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987717bcd280805f3c04e0320d74f9a9853ac98c8a9e0ec02cc465e0b1fa6433
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78b7684dca10e3ab2068250edf1a78e1613cdfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f946511bfdd4ee9cc1c91443d4dd31be05b40085a2d9a842cd38d8386ee768
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c255f9ddee597785c5dd707a6135a181adc68a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d342dab7c7298bde3b4980e85b6b82422633ef7e0c092f254d094d85c7ee6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeeb919cca9460f380c1fef7808eabf11d4887a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccbc708ecfc61a1e6c686137d94b38d48030e3d299f3ae0b689a2e6e0eba758
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b054b98c4a811a156bd21f7098516a228a6b78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5264c19c370c77905d7c234635a5952ad33cca6830883cb18275927e5413dbe7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939a3e44e3c5b92bcfea28324115e83ed9a9baa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaeda1dc5db5ef685cf168836bbf0ba9300ed2ce7546a78f3886d14e4bd8469
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b040e638bf0b0cf98b1c1b8f5a929e0476025d08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0826406bcad9e1c3f9177e90e198d8f68efa33e100a2201bdf19698fd01b8e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7331ad19307bfed52c41fa2df6affd8f8774438f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22110750f82375acd069d41aefc3145ce06d9d4720c4307348dc456b33887bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0429f7602ad3f00e90873268635d6e85c3070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faace932d4a1d3ea78daef2f076b7668d3d4255db2d14fed1e28d42e1b4bf52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a088944c872682f3a7d36e9fd44f792e6817a97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33636635d6dbb0b33c5774627253d1a45f30507907a70d286f55f64c6b4f06c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4adb6d4ff467ebcc01ce1d25d816426d43177e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0dd06c33a96a87fbf4e2657b4984a95a7651aa22ebea0b42bd8c232aa23b79
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b714ee813ecb6d132f0ea3b193c63001cc906c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091d54e93d9c248d90edb89e6b36e99d07fa957c680658ae0f92d12e028a89ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda781fe56b15f9a136fe1bfd16defb0e79c591a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b95fd85f0584326118cb41352d294d15e4c7308d74764ffc5cc22cf12a5f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0569136760d629ee9fe67027b23804d80aa769
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015c1f42101a3145784801269d4cfd31d73e37e6fbd6a7da0d1f6c4337f1bc68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2c727f9120653fde0f9a4d1d00b6ef532a1795
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e138275b2ed3f2bb62e0c04877e0f1bc0826fe7950f52a77f23fc9c3be8e56a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc52273d453da0589599868b48e647cbe4b5983
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd6fab2704c3b934602d2656cc1ccee11d5fbf002afa4893249936e3cec96e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f502f75e3f60a3874a706b6235786004036a0cd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb61d36050695c06d06f1638ef6bba3430e114a74e2f706951ebe1b72cf4333
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77feb8185b96e40213df207b143e19fbeaee02f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1f9da7c8339c0578433cc957d96c0038c1858473bfa421da2d3572cfdd460d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99168021e7e9953b9757551774143f7c159b15e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b2398dad3cb977a8e5d2f7aa6c52b3120229ddbc7f1a63e07734b04d742d11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eff57d931022aa187c730edfbf147c1b6455def
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76abf985f6a9c6a5f21317a89800a46e822506bbea5e63cf8259c1d671cacc98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3911d2df6dab51bfe18a01cec651fc7510a9149a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43485094c208aa0addfbc742eb5b4c6384c06f02f1bbe24963581699324253
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ec8a3a675908cb775a72ae977a697a0d7a050e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd88b5356e172740c5245142ed33821cdc519ccd57c39f1e0d95d302188f9767
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d2adb19f015f9af5c1f7be84d316398c821f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3010282a934ab842b46a01887d9cff356c12f086a64a3ff4b28d4934acaf60ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08ea11a7f7b99dfdce80ff45f4c6a301f4d99a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e91efd748da0d0fd6f7ffa2ebc63901993bde8b1d54b248ac87b95021548d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e73bdf8da30571c79147307b4a8fe2ae74cd4d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44cf45ad81e12e6d0c61599d13c3aad9345b9ca4abbe09c781b367d88fa1dae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdca0c73c0242df3f50258564b87e9c6c9a4e77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52310f6db969e90c8fe1d9b222a5c3288f2a508c94e1b39bbb23b27e38a8c9cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f8ec447ebefb484b7c754cb4c5d2a63ae1d4db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b691120fa94a4399f614986841b39e0774aeb05131d4a19f3969957986e754
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8195e7612ae5b6500618dc8a7165e13b4d29b8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158d6098b6438c988bddcfc12f5e398bd1c821689ab1d656e37dac7c7c9b11c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf882129422fabe49a31598799209455160f865
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9414ddb22500a7914a2e14c7f54505a8358eac80bc74a051da6af36e98d41ae3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8497c20acb550c72f461cd9e92deb256da4eb40c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f513d52ead85518d15b7ddb26d37713706e27e186c16848be7aaff665b799f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4f76abc92cfbfee27578d459118c993a38b07f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa734ecb9ba8ec20c0ee6b5deed716108a2549920b7d319c9ba3bc80b371ea83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717664d9525bccbf3a28b6f67f07e0a396d7c78e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5bb7814ef75dfdc9ebe09e43c66dd1b3170cbd285657b858e265f27f6a3f7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211c4bf189572571639042ea5a0355cf9aeeaf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741ef86e4f2319e8fe1efe77742120ae31bf5269f8c7004e5d011efc65c4ea3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775510ba450ba219611b3fee07a0d62445538fc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db644a253b516cdfe491235f5ef8dd390fe5f500c16ecfb00c9fbc20d1371e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98251a8185f1c778dc9b956e5edcca83dcad9603
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc052ca84cd68cd1c26f84eecb4c968b03387131847dad601b2cadfc86d4804d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d057ce1b337e3791aae9cc34a1472a204af1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a387d1fb2e892f21896d5a08f46922f9b87abac0aca06535c21ce42da2a288a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8922e59e044a9cd123474610441feba6e78ead71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc799239fd9b10e5b8368507a147798ad1249c34158d976e8d5e31e70a298dea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932359acd2ea2685fee056e3f0e4d0c36463504b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647e4f0653cdc142cd67d7539cad6fe5a74c3b0060a7493e22aa9d05691ef332
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fe0da96dfd2948ff98e4bfac9a17daf9c2a366
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d929a576a3e4f0fcb0a2226fb6184a58c874b6daf26a0964717cd1c99e2892
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7f6915abf03ca648cda8eab6e4f7c90142a0c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2878e164fd80d5538cd9aa13f90fdc4d9d461bcee02fb6f0281dab429140fe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bb4bc5133a9c99d3bd3bba1c44c0ab4748278
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5058aaaf1d50b9fe3247abf2b94acef362161820684f73cc441fb2279f15dbba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a8a8a5c6b41bc259932724c25ac3ebe54b6c83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2646d0260d0479cf5c840db8c6c8a30495123ae133d58cf0465bfc116f57a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74abd3b6aae2ac75d049332e36a0a6a620b6a08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e890ce3285fc39fb7ffca183b0578230335671ac5e064cd8c95297f1234e40d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d1a8967ea2a747ed77515453dfaa3862d87380
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4ff7de3147d2a673234987ffc207550f844f8991ca5562282d3580d9196653
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288892a3d6f549c5595d259ff783317d23c1860
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800770733a55f6648d3029f41320d03a2adc45191750881c44d5d04cb8351609
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303c977dcd50e43f3e301ac936f5698e7bc49135
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9301074f427fdb88ef576f3b2f5dae7348fe60ee875582a061d30be343b358b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a9cada8b97fd8aca005b262826e124c6858004
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f870768bd53be88d4064f27a8591bee8472f3481d17cf56a89207c069cc7939
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e0d2c87ac562735b84e5e9c009be3d4050332f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4030ae70bc062d1f62bac295671e62816864638c73d9ae00c424f0640a14032
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133357deae5baa97b49bfdf3ffd9119eab323a21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e247dff58a153f383a74abac2f7f8346e1e3a74f195766781776aec966dd33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd33f83b43e17059d674f895f3b5e17f0b657e3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd323ebf42fa3afdd9b60663cc31c62a0dbe57c96fcbe8700b375dc9c4ad2fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79486190543788516edfed74b4ea05002506f23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad757a93d22195df7eb0d5a32c20d60592c6e2776a60167d1f8c964d5483d433
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ccde4ec5322473d3dae809f043fac049834f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2087a2a750e25c2ad96974d8cf86ab381576d404ae560ec80fc5a9496a8ae7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cb86bf41d8de0dadb718749aed9ff18f17657c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ca3289dbaf13215ecf28646536be802a6592b4b80dcdd1a4a610602f107017
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfa620ca7b958ee59e05aa223db298e0fd3b25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfbe5ad2b94a850f92f504606743ea5e2c8a865f79aa3b1ec083ffe17b859d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018f4393745f77d3d80e1f83d6eba9026854f2cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bba79a142e30145a1ea393493380e48dfa17a1d691b3626d4d9424e6ae36b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8130acecd598cc2fa272208fb8432956bab06f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ec96eb674d9dc9ee9b2dd0244c593d3896ff32d729d25e65070cd95420fee5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22b13ba33e14fc6233cc3cff210cd3f30612580
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7d433e87e9bc8a9ff53335ea5399ec9e24efc74708047b6d98b1021f8e642e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6231dd05f8f889f5b0b073c5806d91de3d781c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34697b2695496d97f049722c1e07a80bd58b80c00d7b12826246f0362d8ac21a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c976d63611ebb168e4ddcd17bf3765cd3e149a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf6d4c17d1b0af5a8ba70dac1d1804824f129d18112ddb65ae310d686143f9e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bd0c4030733f0f69ee84e160bf4d4ff03fa0f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917bdf2169781386ef63e8acf8445eaa896a1066ffbb53f32d3b02e43f512a2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c73169e17eb59469ab9006b0507dcb12dbba89f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf7cb87b328feb0ce413126b5c16e3cfe57d777822c1cbd6ee01a520fce662d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de65ff4734a7031c29c788355db31bda24b8bb99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47136c329b021a3ea9c2321fb4410da79ca9936a413823546f8b259a2f30a9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4897fe5e2f41c4a2933f26766c5a8bbfa6ffbfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2415ca1db929b12a07e38b557b091f9ef87a5f5171b09c24603dcc0a136a2cef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6b3e96ba20c44d741f758b7c72468196093a71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5014bb0714ee7bbf2245daf884982dd670b43a9e137f87b68a6e928089bb5b7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2f3034ea1f59c1b336a2a0c597cb98a7ad3701
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356bed175e1b9ea1d4a61d6fd76e0df57b33fc5d33a6dd754c3095f6dd0335e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d8558ef3aeea51013225ad8c9820f436ed8eda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f288789cde2535aa830db2c5d0e82bd0715d1133fe2ed34d8b8c8d4131e389d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b7068260a70650376895d253d4ff3f747974c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fb93af0fbece3dd104335f7856094fb428ef28a9c8551281cd8ce949736f72
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1830479569f06a04a94e04abbbbb009c81e86c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478e6bd21871b9c232c2d086afb943269b8eeead7d1bba257b1095e4ee4b43bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698d58e0e4327f08f6aeeb851abc8fea4bb16811
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0996526dc69ede1afd88fea8ff6b09b6580af7d003fad64ad1d85e2c99ef528a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6220767263e68f7bcc5aabaebf17618ac6b50cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0af1be87b0bb3d77ffc646a2d3c2fa71510cbf26c2d5e27dabcf19343d046
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127afe769d0b04ee79caa69ffea3ebf8468bad20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c65a851103e59feaec03cd8f1a2358d69bf8e827923f359946717a970edff08
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49311e396da45e82afbe0a21b73628fe27291ac9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09129f746c2b342b34678d73a7f46f29a66571faf844398486177af236b3566d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d759eccbf3378cf35aa17dd4f2554bca3c0265b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf052a221fec5dce157ba4353f45e8be320110da0bf60181a3f4a089af666ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0013010211be0c5b71a39bb256dc0c8e13fc95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7332bd9a8c1ec536240c1399c3b1bcebddb99426cbb13ac8ea3568096222c543
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de022ba6e6a5dc5c1b6ea85a75955a6b8cbfd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06173efd6d34a5ad4955c0d32a36db85d0c701f840825fb37f8c99cf36e5661d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2a37d6c8dbeb6e768de8b7b0dc524d02e3bef2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012cc285d35327629f4906eb26dd7ff2a9842918c3d384943b258d6440e4f678
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b35e27b49df3bca329587238f515daffa1880f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9174f83f34983b01afeb082c6d58a59d0cde863f3a10d43c2be38ec4a80fa6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aba493789cfa5a5c99b9bbcabe82feb0153b639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125bdd484b79bf360549f96fa701fc6d3ac272b2d0c973b2abe95340a7633af2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10bb52cbdfb392cfe0dd757f220e361b908b9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f80536a24b97ac4fb13aeda4be1a3abfe2d02a9b352b8deb9b3d28fb0973fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfca5895287a30bde23de5f4de5ca472aca4911
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81df339d9e5b159bd192002ac87c19592ff2989cb7da658b5e9b9cb371230bee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423dd3750c02cbc7be9fbd90e9cc431b84948a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8a44f80b3214bd615079ac93340cc1e2d3529f4a8ed949bb34684d073d9e27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fbdf9047d5d7472691135c6a455a8d48901da2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4801403f9dcf3891bbf2dc2ef0bbfaafcb37a1dd0cb57f099f2ef14abfba33e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bfc662f43e3ca96f115e9257e09874d346065b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba833a14d3a5aa1a63ed799e30c3483cd2e8e2229374a1204a7a773c5a373b40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa82256e55c0dd5baf1bc391e6294f723077155
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d78793156fa30d7417cfdcf2c2fe895e41ce5c7c3f48cdf40960ac8aa3c3a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c0607950fa7147e5f374d0b7dacf088fadeb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed09f934d632f4edfd3517f89bd97ca0d944004e9ed4314abdc32f2db9b5731
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d86ff68248360cbaf7cfff626014a0634ebdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a340ec79cf5f016c175cc75a5baca5e178055abffcbc1572757fc1eb603c53a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d85cdceb6dae13a87befec51d189bb1465a9f20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4788d7e2a3000f359c2780de15e716ed264866236b2f3a82bd127c2f7c1f49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b004aa3b7d9c8f61b640beab593e8f375b0357b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb5593cc2d0eeb5eac621f957b90aa14d68de476cdd9e444860cd3efcced42b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400eb0567c9ee033458d0edaf70d622446f4527c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3804a68ad2112c321e0cbf163b68d6032cd70859b2013e956d9d696d1ba161c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a4ff4cc20a38ee906219eba53ba1f7f1fc9e04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9291a17f7ba2b9fded957ababaaded2758856ce28ab3bbccf0709c277261fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e492d42844f7074c5a001842c2e25682e844e9ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be108f49611bd9e12ad625522f1584285728fa888c0d33b818dd8d2411bb5947
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faef1de0c738487522f90e438a5bcd7360a55aee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c87b5e49fdeefb7eb55bcc9d3f27250ee16bb2e0fbcad517817ecb482009e8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5e9e6a079a2d1deb6f621dc5c38b6fa4957df7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf997e43fe02ab68b54fe48ea9c1f41d0c5fcd06d9e0b26c180c21a40701ef09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaa5a6ed0fc7683647f5757db2b9e03eb504580
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5173974264570c5a8d536ae26b481b924a299afec5b847a91331f5f2b3cf5363
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1320710064cd85e85432b7e418d6e2149da932ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37f80d9038dc67261869345a8a7435d89497191466700f824e1c8758a587daa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d47a69c35ee434d6f91b6aa9d09b5db5741705e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8715ece62b7bf1436bbda3ad066cd0fcca3d235e440b38182010a64f35daf9c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f00b64d1658330cb7595b4d420c0e6a28fb3eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c72f61116747381a46ac00d165debb281f5ed85c8224eb0b45c8afe67789f5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f7fa78f474c89494010e3dc9c63612da49bf4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67d7f4d05a5f103b3fe53693f797a2e54dd0b2fc08e379fafbafd816fd2f48
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa49d469a5e14da46d0ebac1df2e0986e4deb0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bc30831d9f715da2ad37304409d36a7598dde8e788ac97ee04b26a2174f364
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9403a2ad48ca085132da88d6b6135abdeb98da5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d75a9b847c19fa319e1576d5babc3d77c1b72968bc32adf88b4bf37bbb5e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a140552bfe5527973898073fc1a7ac75673dbdce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469f631a2b2f394f08e139e72c7847b2d57968a087bc21ae6f55a9c6aee904f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2e1d14ef965c4d13c1b49029c0a7806f1105d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b194c8c3ec9dbe4e1314e936f313732389accb5318e964ff4e51a117dabe07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a68271de71643b6c70c13ce4351c19b3e6b5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fffa13989d239040ee985c71f9e197d65d16e547262fe36f790dbdb3ef7350
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52912ec54a0aaf6f1b77b3d7a64c59732d16634d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65fac0c25f1bf6471bada769781d19871db853fa874298159ac2c49c08888c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6656f099c3ce6f4300fbeba166e996c694ffc47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3031df5ddd85ae4f2c3b5b19d705e58ee6de3de08b5fd560fbd71bc95494873f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c8706a149748fbf6a9f97f95311e207c37e6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a53da3d03024b356a772ad4e4c93c5db18706f095e3625da3b3aa6cc052b2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82184289e50c911086881d0699f03f0e8e926f40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88e5388fb7763b4b9b45557d667a06a72a60434c99ea3eadcb18d33da706ff6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f7485b94094bbcfd4cc7ae95cf4d3077c5c2d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4681e3ffd81fc1cee63ec9d6d4c3c594a50738575d153b9b936fbe895b366e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d863ad085e4d84d0c4c6ef5c6cee9d6c393625
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67dbee5a71193e96eb6cb2b5070db1a2d986b3db783bad5b6fd910aadd0a21
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc465fc0722f29f3d3e5701249444cd78959be98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fa70e90ecea563b160fb5bf9cbfb5fa06b74d330065324f088ecce88958687
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c69f714ce413d5eb4e07b63f5fe983770b7213
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a686c739519aa87d46eb9954714991c51072b08173642954f6d933c0238a7fab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4d0d04cd733ec9d997a859af277e10fa0b68b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e3554b836cdb27637fe627b2c5682ed9a81564515de9ab58438164fd96c6d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3cfac0b4602b560b0962b0b5eaa11581601c69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a94dc657cbbfe8296dd23587c9e78aaef1be39ea50496c62d244b456719ed8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b534f97a79a262168f9fe079787296a8170cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdf4ff3c7b7698dc7d3cc055eeb5e8ce3ea24ac2151c7143f686b87f65c82e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4dc35864b30223052ee65792079fea6c800ef1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57058cec66c4ce95fd21907d27ce56644fea5440490e76c1da884908de44f7d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aceab169ee328009011cfad95c05fb4ca7fe065
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221923363f47702198c00fa9ef267983575f9650c61955ea772c130bb30e7f7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5bf8cfb60ccfa0d2d923f926207f95a56497d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc53708294e2b17574e08833ce201962beb5cbddfba97c17751bba16342cf5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b466481e5310462e11334e96bc10e33f1167396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d159f2824af56b1f9343245e7ba5215a97ebe60c8f5ee807b4fae990aca1e293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e901ff53d878ae260d6bcce167d740702888e722
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8645efe03c35ff452e3c8ead776d8fe5f123ae5318cc341625d30b435178276
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbd3023da58a86c618915d344e3cb77afac22f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba44b8821832796254bafa265ea20ad8227bba09a255887d29fedf412cc41779
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace39dfadfc2bb86b30e52dbe12c43d21b9e10c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316b1b2be12660d77bc034d55871298d70d982385deb279682d3c66c3bd69ad9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a204f8896ce413db021f90e5a9af15f99c2f00f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43140c0db1ef732858d91130a86a75cad3984b4119faa9f8f9f15965e8df0ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9143b2ee7d4ba2810ac1d68acdf6db5cc414e55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5170e393e2d77eaaf35a95a3d74280d4ef95679239cb9072832da5944595f87b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4874b5b181b0b3bf73b70d6c2a10509a14c35320
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365c96b4cfa32881c7b13bfbc095a6ba78fc5cd6a2c0947026275f19222a0852
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916bf85a10eeaa6a89b1efb1a272bdc166d27fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e1ca299be530e68fa40490842f9a48a71fe4dae236d549ad92448035d159df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c036d3734f444609af78c19661e2002f3c9763b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b204e2b6d7545221c79c548d4857e016b4f8b281bf99aba9cae3611e6f2bb2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27298560134ca9b576bf887b99ede1f4fd7ab3c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625d5b4e91c017281a937e475d7f6e448358386d60bad005af391889ab67e7cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba703670cc4f38e1e8e4c3bcd747bf2f5c112e70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2891fb9bda94b610dd90ece26c4993a4b20ff97ff4fe18f229bb99b1986a19b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c055b59850b5c254a980786b3c26201fa58e3e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f1b854258babe5e63ca941d4b7cf9d28ee63657def6e464b165710c1a5d6ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412978ee00a13adba075989ae411a3e0cb5155b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182149252683e20e0573c4e49707ac2315705df8af88377e5d57522a5863bdb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b079773d9768b9b8748245c911de3fd59329d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f933e0b4a8b617798661a27e6280075088d01096c36394d46aaddac1417732d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb290639d3a8cf534fe044bba9e64da6b1a57cb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5289e3698f165d03c7683e7682262d412982b7ad5c046506b0b5a458aa2632
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616e39d7be197bab2a549ebbce7f8f8f864c3f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8a1080ba63280bd01d5923d1610994ac749e35a4b226e532141a8f1b42d27b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bac49ab71644c0ee6c4a524da5fd51d82099fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406685fffa6c45e597fb63e892625d691a945e487d0c38bd3c509f6431bc39cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fdfb9a565a2608efa36bcd72692e1e4ebfcaab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b508dfc9e3b4a56a6863bf426991722b3c85bce59a4e2092dbb871971f8921
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d63c6eea26e805c96aa28971478e5858f672a3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba707fc4c72c34f926abb82e14c31186c2d1fe38dc6c278f372629f30cf1f93
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd82886278ef166a0aa279df27df8da450a64255
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f4a4e0f0f9f94f24c48ca898016559239180b6080576ebe4fd0790cfe4bd1a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d81527a26e8f625c90f99ebd1fb3f8bc8da0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067c4f506e7d4113c5b1ac2cca94e22c9f71e30dc02380f0d11e174af02b8e38
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e234ec473cbca51487c719560cdf5dc9ed30894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d8811e0b4c4a809c07815aaca4ea0ef654d25e0bee47ec18363fdd3104ba60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94dde4c24cdad03baf42beb301b0313edf4347f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6597895d51493fb176e367f8c6a9bb36b7e34c5289cf3d705985ffd39b508d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2918ea8b44f012ed052aaaec9f6ca49869aca26b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daccdb4687a89a6f53a0081fa5ff6386b8405c2774b0e6dbd2cc0e1831fa2e16
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580c10e5a8f9a901a5c3039f628adaf2c356a34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5accf8c06691963359bbbfbe8552ef39f2582280fd89072fbdfe8ad1b4896e5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d62aab0e6cc80346ec237b7313828912023dda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fef3e38ba8bb954c8e412bc14642e1e982034d72267fa70126dd92073bc0f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d97977fbf0eb4bc7fcec68b3c9203019cd2cb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c293b5fec570abce9ea8d77b32c26aa4b98a65e55d1049130e5807a36c59fd60
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01186b6cbf999d06759f787010543f2eca4a81d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8ec4c5f59bc9e4e8a4fbc567ebee88854d0b0a6d25f67771ef555a81c1dcf1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a82b9a548e09d37d9240ae033a5d3635a32e612
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b017b402a6768e25f4889760f0778511694ecd7d0dc811edffd4473946c6b12
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e823fd96b762696bdc967a1cfcaf5bd7dde89765
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88db774fff81f6c6c440d4a49a9b06088f1fd7e7d63eaacbbf92d5f528abdb2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc5bde6e0a0825d6f3a49920d6514d5e61c4329
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c976a90aac70d424747aa13b53f4d3398d2bf7b254d4fc0b4bfbf2c467ed89
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3d657144717c5994d90930083dcbdc25556296
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41413928d6db59ef4488fa2a32b66170f7c6169cb8632be31617f31cfbfdb399
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54ac9ca1fb1cc53a303f9a14a471f5708d53cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64322e5d453d41166c19a2bf9b0f4419d7b7735c37dd08fa32365f0459069a3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa96792405e89a5df8db4c1f5564abd4a579ed02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db68a817dc840b73c258c648349a3181a627abf93190933c8528a1156d26cc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a72021b8b9907b287bb1a729f9442cab15154f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f583d1abccf6b3bf8d86923a69ab93567a68d33ae7263cb1a5d2d594b2d5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3535b5372acf7907398141a5d80b86ae96daed4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37eb002957a02f851b6d7fe51d59ae257bd0b9041a627f84fdcc786ff18e7d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e5badb4453a3c557b7314debc776fd97eea06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afecbe7c762a68a5e4d84afbc8488e3656852a3e9049d63d297ed96b8d63d5a0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec832165457b6a6f42018541b4ca23b3114e3cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af8a6d6a341e3da7f5c491db2df70ede273da29e43497c4bebbec043809d455
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c061547a887857cdcd2724df0cbf3db916652c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6556c503d3943c48586faede946c3510365be846066ce100109a4f791d74d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1a45ad77c71943218e8a79b9b61b083009f118
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adb23f1a0842dbe94da49c791954442ee3360e0fca2fcb72c840bba0c52049e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80126a51c323d2e7d1cc30e2aec4830a59e0fd01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2342913bb38562167d64bb644106bd45ecef82b014c698df61585407dea3a894
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b669ae96df799f7463c27eff0b972cb975b1c5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119253bbe10158718b96f33c0b3e5fd3c614e61624d3ea906ce3aede7d075509
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd7d5a830a4fc50a5b5811860a6f6b14d5f1844
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30931241b5b449229f5a8b73ec14f6844504292fc8886ee84cc9aa8ebeeec7a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bac5767f5b627ca0404b874ae108de8e5eeb80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f03fdec98d156e67706d98849780fe9f056a868194ce8435cb53c545f1a5806
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b5b5deeff07b997f1ea22ba15c19da67b09b8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03733ebce5ca811a5aa002170b947a8b8225c0a703188eecd2f123184ff05c66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb69720fe73ea1378ffb41cbd45eef51a1d8bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6df52bf763e18adeb7bfd713a06ac59356f98f3a061651942f7c0bc1ea21a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e432cded5d246b9d00154cf84a6baeb9f45854
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f724c360ce3ed5225f7f64dcdda6f7d8f6979d1d0b7941b480f88f215e05398
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f04f55159680ae333d5f60940383f871a3f79e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7820f43bd3dc789cd70e29e2325a057b3d6159e4d0c7d6b1f83f410b70b9e52
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ed010af1bb516dcbbb216096a1d3e344ae99b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c27d5dc21fca38af485c0cedfb21dc7ddc8d1d3616dae538046379f63a5617
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d797987977c3c4242295d8c2113f262e3acc4511
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8f25f688794e1845426a7e91f63e93129ea28f3955b5b7ffd2f20303db712a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60222d97f7cab44c8c06d1096b9e1b7df2fe81c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156fe89f1f41adf335aa35f5c176a3cbaed2975f3d8cc57e04df28c869fc727c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc4c906892b2efb124191bef2ca6b2fa7e22d10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6991913a5304c96355c6fcc637332b96c4826b263c1434f42610fc2d94573506
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8af1d5bd1e5189104f2c22efe7869d660e4032b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66b040a9b654b9c3407925bbf48ff552533bf446db672c54dbfeb2addafdf20
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe706bb0d8cb458db55910a25ae270b263491da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd902509a36ee1c1957319dc6e59a719cb7ab42aa6f26e820050bf831e92af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4f2931c80a993c9e526dae1b7d146f92a03c35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3c3b2051184d5ecff30c8471d014274db3820dd867e08942a3a5bc0a10c6ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93a3626031dd28f9fbfb9d58c69160c0a8b270
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78f4a21633497a8568bb344d3d203a7a1d4a285facc3695e6055e2235485005
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80466037b4a08679862efd03aa3f865c3633140b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd81c6e69c031db2757d396b02a0e53a2b1c47ab13e4fc321cceba82552a39d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf01c688a3bdc36cbf1bcc4c832651a3f4cc7a8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f745532dd8a6a0fb4c77e863ec6cced7db5de23dec79c597e55fe06a64c5be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931025e4cf0947a5eb3c280b0c2b8268c86abf68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1625487793c8e98da01f6a68b3eb0408b9d03cc531ddf37c37f22119321512e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242da1e0a036425e4073a81be2cfdf6312d38ebb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a2a799ea295ff58b579d9044341c9b5310cdd95c9c45b0846f35b9203aa858
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2e9e9b8123de962a027cb7d6e2e434fcfc6036
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b200272d3de92c685706316bcbc586b7e53bc1cd7f89ce96578ab37fda0a641
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918522793b32b130c46fe92ba0dde2295a8573c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb80ae73756cfdc30e4d019cfbe3888a0ecca8572ae1729c17603a9ced28a58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca23da1b0f2d8ba541045ffac41123581e492d67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace237e58b38a8309e055ca93dbfcf312b895bedb31056c4b5e8a40df914cc8c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80778440a04cfa56940192ac307357f64a6a9b37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a511ca7e591a0ef3fdf4b889cb4ccc4a3c366dc7a85737fd4cf1b7b110a769
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9ee65457a4283491e4375499f86f4f9e10c872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bd438834a4118b640e312046f48acee9be4ef7a277c1953536de0f77f04b06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85425c1826ebb7cf464d551a59c2429b8289baed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0edc9cde123fa2cac95b3ef7b77f56896c2c4c4cd8cbfe6d458e516b8d22aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f27d23c3548f983ccbd065fa5014e20061e9747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fbeac667b7412a9a1c322f216d446a144dccf46c336fe7c1bc2569ecd10e46
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f88332b3260d19bc8d98ca5041f0213c8f23e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cf244e27d5e8b1535ac0a784fc07220fd32989125c92cbd3fa46ca46efee05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2803f95652870e4bfe27ae6d3e20b3bf55f6ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2a5e5bc6b63626ee71eef81ffe15d4bb2ea1ec578820649fa620c7daf2a018
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1fb88738c7cd0034d55db9afc1b47e38bf7f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233500f1f55781b71bd290a202e3fe74ece358346d8724d24760c47b5f6bf0ed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479a5f989f2aa1acaadd9cee1ecd167a5f7253fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9064333d205921e139d3f5f32803d0e4134bc415298662b32964cd1516942be6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c922a7e5981ad8295c9f80455d48880169ed5b36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade53825a62e1284f6e607779ea3c690435e94e989d5ca45fed2fdaef3c71fdc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b46f00a2234f96654628fff990433b2cbba4db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cfb2d4b71141fcbd5fef8dfad3bfabfcaf6ac554051eb3ef8b8707b327a698
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f9aa4d54a52c1cc7af3de202f8101d853527ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda5ddc401f584483ba3c565be9f6d0d6f7e5121be753f3aaa8b640abc938d63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c892d8386e3f3564dc904af84216bdfd8e45a16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaeaa1583f94c2180582d8871cb050c947776dca9a6637ed08bf0d0c68a7dd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953578da87bb7071419148dd12f20a8b7f31d9b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f764b3935ff2df046bc3dc3b675029f5ac0bfb2d1a0d9f98fab27f116ba6eaf9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c45949ad7423622c5089145c3775691a298e84e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e2120b6c3fa54a5a15a407d832ece48808b695f5e363a53977c95cb208936
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b4da7557202bb77b6ead5f37f5c344196e5f53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e86be56e7f21a817f3069d8f60e2646958e145cacdb6688b50268d184224f4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7594cb0a417011363bfae152f74dceeaf7ee9e79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd04ba341bc5dfc20f104b3b3e11996826c67248e68e4549b89c907ac6e9ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310e8b04c0dac61053cff30cf5527f7a4125b336
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df54f36e04ef36475f15e1fa0f091db9407c37c5d09319dcdff9080c9cf208
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c699f09529a9ad7a0e6b3476cae2e2df6265cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007250c06a01585fa5d1be2cd8fef6e8db6b72bed5c9dc6389e05268e9f5c4a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c10add5eb36e03032fc9f45aff836c2c980109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5655b6275380184ba2c0833a2d88997a6673ece2d46846095e9dc296241e4cdc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7262199a0f5dee176f80ab71046997e3f579f108
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b941e9ff0d7c0970622cbd6c9799276911070abe79950b2efa45f4922bd9e8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b41a9db3b413310146b558684f63328db073e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fbe87de1a979e9b9e694aa24f63117a3e7e5d5811c87db75b40dbf193977f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34e9a558047f712dc6ea85cb68445c53954a35e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688eb1e7977643d64bd964d2762240227b801263ec60499795d5268c161b1770
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1fb858248e11eae8760aad324a44ee54eb223
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b0234177ae5f8142314b116e84b5b289ee82167b0960e9fcd5efe0d744a637
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c745b3b2c4331123493371648187804e36474
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25fff69748a62fe06870183fce408864d77a73d827adf8c49bc191e3b18c4c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c170f070d1e9ffad4e1c0b1a54c6bd4d3f9f55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e649980d446de75be96906889410392a47db76b18d5b5739ef52ddc3e50ce914
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f5e0e96b55ee6c290c803b5a5e38b068b44011
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e630dc70290c4d36519ec2cd9dc9042c5dd27bbc8db622d759860ec9a170d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141b26937a96f6fc14bba4523c147d32a3af6ca3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016b43243bbe1ee3704da08be937c83fbe2b4a6c3a4f395cb93c4e73a4b4ff35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955d8939411118b3c34479f2f81abb3a003ae63c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1284d08a027b7288e072185dd35e42f9ebfa0f9b0084fec7ff80d6194f41f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c95800ad8955b36912271a38018d5d60cb1ad98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1781511c67c4bc9f37c7cf50d34c6bb768d6ca18e12155f6576f804d54c3f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0d41710451c57dec896187775d0214c114b80d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a1bf2aa71cbfda268a30c3412e564364e7621a8d84eb0bd4187fd2aae5ff2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a60cb3f59a6cbb0c45fb436f680388e845713
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd19389f576046f046971298d8a26fc784aa796786955fc387bc8ec3d887e67
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ef66025f6d978f7768a236afa76ea82ff4112d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f47584b6d5033dd5c4730d14048253bfa6c1dd8469bbe881bc88ac1f7f77d89
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd38629e412be029be37b40e3fa01e20899df861
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ee8254068aaa366cf95b7a1f58c8bdcb578c28742da7d4f65cfe076c0d40bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2eb26e380bef912320b4a602b93fc45958c4eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aa39525735ed0ef31e26fd4f14e73758ce4f5213f89b56ce8fd68b2e431149
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d58366b1f01bb69d23eb2703ff7edc828937bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770b7959ecf08fefce1c63ad2a845a5ef1e31ee8c41fe26867bb6808bdc8b6bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e9c8b0f7d6f50e94f440c1a936f828cdf642de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec145081b41bfde55628bc963cfe278beaa0d06dae2c4ab228b80a6fd9c2c4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740635f05f68fdf9618e5736c5ffb41f35312239
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c439d5de6ef02c6b6e0d498679ec1c1bc3068165b40c4906b315644b3c4f159
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bdd2baa2f51ffeeb06d834792842d0ea3a4e89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64643ea7eeba930614da5470f464e98d2ab40c35ebb45368c6fe32d04ad9073
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e89b1fbc919c0a479a6f91914768ec8535300ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd7da544df5c03b738356296e4e4b2885f58e1ced867dd1640d60c191e8d66b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e486fd1b7d3ae1b0b2129c0ae09501e09f3a13c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7388e74c97277836bade85ecfc476b44de2498e7cc65411d907af385aec9ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a953b005c6d3e9ee72a208ff21de6b8d0149e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d8fec16477f3f94ce32ef091d8402f579b1000472d3774a5d71a6b2938f4f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e64ae84946e6dc46ecf38321242ace72db6b2f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2afab03a587c2c361f6f8976d11c33faf60634490c49b34927ddfc26ff7af5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6367ad4134b6b3e7c9b1c825dab94dc834348881
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cd5ab4d1ca95de331afd227223933c02ab29c85ac9b842e366a862679f0ae0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87afe9a6f1581777abab92ddb6329bd11fc6517
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61c6f7c4e052f06f07e535f75c4ad123f62b9b04bf270ca321270909acf531
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6dd244dc6b3ebc7321c54b84de448d3c6c03d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b37351cf5fc42aafbfc7efc3d9562a22471e99186c8867d043ee03aa22fc88
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58a5a1fa2d4a7be9415a17014de313eb5058578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc23cf6c6782b51c4937b154d4fc5dfbda4bcce64538e7c4e3ba7fd1305cb1fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067f89100cdbad697ec7a22fca321ecc71ade6f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ff0148f66d4fe84d254b3bc408cb406af85bbd47a6a273486a35a5cafbc205
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27cb2dadb4e47fbcf6f4967188a4351d04a60bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad30746b963bcf57d6b76b020127adb3b508a3e7863ef181ae7c92223b82c3fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbb17f9991e18e1471b3263fb16cf0746c9e91f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87986e7a53aa65912b67f963bb8a70f2e6bb7e5cf1151225d006e48bc1fb30d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a2e556e4dd532c5f7b4b32ede8c7c6009774bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1fc8d357e8a066007d90bcb61e0035bdc7e9c43c0214953cfed2a89734a887
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c5a7546f225eb3bc256f384756684ae3d31fcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be08e66bc8259a04e1e7355385d4337acd1753b08588c67d89bd9bf3bbac7b70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a900e9c21d974a99203399e4b2495643834d7522
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f838c6155898a5d8eeb044f9925f73097136502a9a6d59dfa7ee532f13ceb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee68d98a87222f613167669aa16d06413936596
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c9031218fe766d417ea61eb26642902170d0efac13587e336576a2a8af613
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e960c11e32dbe5e1c6ba039e0a50178145f78b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3474752cc0f4fdba5a41f6d74c54a17dab96cd945a124cb61ede099a51fd74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57abffe7347ce4af6e8b4c64e4c70a495c61cf44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbd1060feacfa12af8410eeebdb3ec80af633d1fcd72fd48f13576deb741c25
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e599f4cd0b58b85b21e5f08d4c0d2d22e59b995
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed365caa5873b1ed07bb7501747e39fb5a59ee88f42135d36cb5d3a42b68a4e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a9ecc06de1b236ea1b380f965298675f41bb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036fb5c05936fa23f2528a0b3cc4b2b8f7d633d7ebf7183a388077aafc905239
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc0efa22851f4cae0376c133735ec078d352325
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cabe940d75435da98952d4692f23910d64ace2fdc65157ed7091ef292831ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019627f0f91ee5c5bc6779281e34f8824781cd9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e65dabb1a6c1b21e4b46a843891e86eb98f67f1f34dd6248f082ed87c96bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0cd078dac84af638b32836b495a4a5c37b8bc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822194e6dff1f5e7dcdee977eb7596c92036674e783548c9f685786e018a1eb0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e34c1b3e1c1f1bff5613dc51897aa67010386f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea95119db0ccbbcd6b30735012d77e9f2186c30f5cc6f2191f517d6a3ed40ef8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1735e41f64b1a5f2e4f04859bdb7ceee1d907262
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1519803bde303d0aa637197be63e608eb100870fb8acf3284e059e1bfc6cd7e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fa75d3941a07450bd292e39d7477df10c123e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659dc84820597e949c9b3c22b801cfa4bc24789795f7d279d37779eda0d5f816
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864caad1d909b2335cafe39a1447fd488ffe1259
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165a5021f28035adc8abe76a9626612d43fb4e7f2370398b24cf2fbc16fde235
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbae92dec869f9ce22dbf633202fd7b155afb0b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d6ff6e1aad3e0c955157a05e77ea841f71757fd37f0a6a921d4846f2ca981
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d1399bd6e91332d4d6092d2605f8fb7354e5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17323d402ab762937752d3f373173280305f08774ccc2c11a1a981f05b4b3f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdce5a13be1a7cfcf2c42d2a8117b6fbe5ff676
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257de20389c88415f7203fb65c826d79c870ec1f9eaaac8acaebf5c5251441cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e916b6be6bb6af2f755a846d3e0e838927c2f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf86a77fffab2c19a13daac317beb2208554ed2df91cea8ae35a868845ae2b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bd8a782d4286f93b5e952edb0afb08878ecfd2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f2249cd83ebf0717ed27891425bc73d4d9f16115f991fb043552127d29522a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c41801765f6445388561a01f0817e8fc5b4fd2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d319bd4ef98cf4d46fbdfcea18164b9a51dee199c4b652de428258b688a7755
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dd9a7d252edb9e07ba421a9821f9f0d9e77207
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077890f8aa67ef48563cf66bc9e3629ba8317244cef90b5fc98806c9a53456e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0e12cab59f23986640243ecececf3ab38caf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c086251746e948ba3d082ff0060acd5f13909a6f36f6c0deadd42608eff8b2c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a6aae8fbba792536a140f4b78f7c2903ed2c2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916f0beccc7722292538532d793c02ea5f61c2cad9b13a7c352152b942db214b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d565017558411754dc8a21b884e88a0ba708ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36253a18e0305903805b8fe40d34d5551d0220ccdf7bcc9043327b503b6e829f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3849fb3c8b1c021ef40b98df2f87e69a7154b664
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1cf3c2b6d8ee9728efa9b15b658d18571dd7d6af1ecf030e8261bb6e53fc1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19789814c8689ab373996852baad3a709afb6872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce875e3aff67a0cdb226f5e7e20021625df6a41e7b04a8caa15dd347963d09a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535e10b1c8a8c6db814518be533831b6ad66f346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2479ccd997a2faedc59fa8f67fdb0956eba94305d70688efa5413b379907662
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96eb900c47d73552c26512bd88dbc5ba133ff97e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31fc2c143b7643e65ad9d50e6f2c18de60c3fc4e870c293046099219f7cc78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f12a9350e095baef1e8e9f22ad6ba48be75e5a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31546423e2e6a54c8cb22c220ad0d4db9ebc2dfe3e1c7124bdb73124b27e0539
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3468b30639dfcb2992f12be8dab2a8f3cadd9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd009c52cecd8a4afd388e4c2509252598a8849b45ccb962448adc596c443bbc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1cbf52a768c11797222b1a9179edee968eb5a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39de88e78f53330699db9117fce83052ee24366c00c046391c9661234fa26178
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d144848e08f1dabfe17598ca43342c00931f5b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abba6fd523e12a96d39bad0d48c72c748c5caed4ed3f2986b7ebc93d2e7e524
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9a4e7f92e2cb2728d457cceb28cef3aec3d1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d34740ce50ecbaa61dad7d910151a600408011da73c1468153221e59db0a5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db05b92a134bb4090a8671a54f8c7b03401d628d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c90b94ed4e4eb1f9f3341777db3cc8c94893fc0ec303fdaafc281452a2cceca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ae19c1b85930846724fd160ed7599354bd1143
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e3b94a5d7edfecceb51bb91faf2e482fdf271f10d00ef6744d467e551ad2c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5666506bd170d11493844dc12a651cabd5867490
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb78437cce5f19a65c0a5c5af0e0dcbac37d3db35e258d4b19e7d5b96be9676d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1054b283bfae635dd6f7d2578ec4f47da16bca37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a5ef32e7c7702c7894af3eb978f2b95f32e786190074f97974407a18a18338
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c6a27d3d4adb81dd5033be831098b359af3414
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af3d6ac94b48d7fcc67b077c70bda4d6580b25be715b33f20df29a136af0e70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e40efff4bfd5b1947dd3efa31742dcbd0d8dab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289b171fbf2af57baabb71d73337f82a8497a404ff6341fa7eb472decc42410b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fe1ae0d20d8ecb9db89b7436cbbde690032296
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ef78cfa5ea8cf7a64633cc56d3021df3ab246d40d13ae6e60fbb956367741b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144bfc55def3a2ada7c0a7d456c9a5af6d7ac35d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca94b3f5fdd6b4b14c63db55684e1e2ab18f144b637fa9ce01364632548b0fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2588cb20f28efce893385e58f39371d7666422
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40233de4be453d11523a8b5c78fd9e4c574d6b6807e3e7eaf3226ec7bf616358
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ae2f76f62ffd6163750c9aa17f6e4dd811ee35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d03b302db73e342a2ff8c677fb99556878d186cb7580f6914793714a2e09d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff388a70e86520a470c2e9d60c61d5484522bfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac344c498ccae981b9733e642b65d1d8ed6f526e3b38fee70131096746ad487
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32bfc10bdaf9fa945f2925022e169cac3b3d634
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5197df4b13e61f9a155740240904f0efb08da13f2fb9920e3ed814653ce5c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac132995b770abb310d2e6549bd8d11b00971e69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d97958c17311c9c8a3c815e22478138b24f747d4e45043cd83af0d7eb7fcda8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc30935947f7588b425943a669e2940d8f22be3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7982cdbdd16ca7342bb418778a10d8932ce50a8612aacd4f235e5546cb2046
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd6f181205ccf51883c4e487c244b7d0ca67b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793187c723c8ceb83325b2eeddaf2e6845cb4d984068c825d993dafb9a95fc9c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143b4e5a8c9868d6d97199ea171ef64870070c28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8a3577048ae3af5bc63bb7ee06acc2c0b8a112bffb5756b8c44f4f5298416
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23c87c1528a0ae6e398f339cb0e7b315319baa2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b5859c5e6ca620fbe4ee4bbccebb2757469f517d59c913a7472056fc9eeaef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b351b08cc46f4a4aeb4c128763871c96e01aca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24987f063480b6ec421c4f3adf45c89a77264485f7a14bc8e2fe9721bf0991dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb148b36258e5a66fb40d376c13c26eed93e8c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8eb4a2003445147f998313eea86e84f47fbfd61bca1b84b5e6cd334f8383e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d60dc59287cb68fb6577ace65896f7b8557726e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c04a4ccb27a3142e1089f99840a4ee060338d0f9836a1f5b72871997152b42d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef2d02fd4e1d945cac385f081a034c9ca63bba5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6776d6c84affb65bb20cc41fd9d8f141398ad49e7ef72b5093e30788d4d30fd4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180496e8b502721dfc0d4a753807356194f703f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd641ca8664a2f6eb72dc3eb0f0500f78096a53000d2d0bb270d8afe311afaf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8703595ec5f779cde80df096488d18ec69b01be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7fd30f6fecdca830a2c7cf95e42fb4dddb84f3e204fcda24305e03c85325fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54735c8c8180a45ece85fc342ab60bc8611aaef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e3faa92fd936fdafd22673b75d8597b95a4ea3c726e171683ec85207780c85
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922ee951563fa338e871770c89d3fa5fbf17e267
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90114bbf61b513e97ed830493f7fca768b8e2cdf18ef442959de447c20736e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621f1603326d77e5ffdfdd813e88fb0089b35c56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcef681e77b601cad50bdf4ca667adf9772837306cf738392c9353bac70485c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59155e202bee16e1e44dc4b9480262eca3fca55f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d25595668a22e30c5b8b00cddb76380111965ee117bccbfd574ddf0531ff595
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe805005ecab362592ce035953558369d5918c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4cdd3fc2af7beeb3308fea48efab2eaa2737be464274638937931f52771fed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77610abb5f596c2347a311e4894dc53836b83bb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b23fa37170b2d2ceb3bebcb65d4f0fbdd04ea60da1344f58cede14f9798863
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c596d8bf1e056fc14ef17519e7a156f56efd7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7205b08210803a69217cda6f2796cb820e54ab23b76ec1a76dd5d0856f0beafa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8045bd234dfa1b0f77ce47cc0a15e623339c058
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b6820a0a4f09e1470ec1865428d112c48d69cad2ebe3f86b86e67d34b03ab6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c0739e9f98d44777a59bac6991aee63abe2ca6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffbed0c784bc6f83b0db1fda3740fdcbbab5cca73c87ea847a043dbf8beb76a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf0ccd76ecfd74085c0d20d9f903597f96104cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8335e02c20e160b964a0a35672793c38bf8fb1080d5f3d60352f460c624159
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d933ae2961b5641d4841ee59641bf72633b2167
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118a2f77c9ce15a859219a5d56d57502d85da298adf0092a11fb32e65514d0b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682da753c2274a6afbd74ec6ea087d6baf6337cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf15edb2c537dffa43faeb274d6f4c88be573d22c01cbf88bf8c09cc3b947e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93da061865ec5fe8c848f49ea726c3e1c4922ef3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e86e4c3f03043980af073e47d36bd9acf61b9747375a65a56ceeb0757e8214
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776b8e43ffd1c11d555933bf2123a679ede2cb1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a4697b96aa89c275e8dc47ebfc208788ff74491e454950119fc746dfcd559
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295db857b9802576bb2d66f275736f8f80a34e7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562c4e578bad830661a000a8b5c93c57feda13ee03612e82a542e1c85050c1cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3898bec8df71dabdb1039a909c0eff61bf9a8d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2522e541b794b509663ea3185d6d0d3901179decc7318fa9d63417383b10330
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c817a73c9e5c7e3efc7951db8ae12e55e492f12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1451966cf04b68701ce1e5acbc1f1d0c399dfd10ce2878ef3a24a8563d16f3a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82e2f79599f822e2b5df0a9a88b9dfd0350413a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e10b141a5d50aab0692709e59af47f3ff23ddc0503fec958b1d878ed4b9408
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db6cd2b972b42deb3649c2ca3a832088c57252e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51b9f17e4b2a3d0fa645e23ae925eaa72198d39f4a7b4f4e4493f0892155b36
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cd7fcfced1dc418648421869cad4090888bff4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4483c15c6c312308133e9146cf4b7a57cdb62270a86f397820781eb7c668c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7f56788d00f6bcadfcbca42a3bbac4645decfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364de9118cb5786c24ce486b2a11a0e8da57ad20e919118c537975d203d2ef6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef41e809f7c1d7701af2ce70773ead1f2bea25c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa436bb5741795e84fd973ae0c19d97e9b969dff0e1ec88a4718ed28a809493
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a59b778880fb8c9ed7f323b3181c092a0266e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5de8a92c223cc1239cd31e710116ac79943bdec5afa93798e469f7c9e3eb2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989cd45187b8ddd70bd2966cb29988f0f07b0c76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2c5f7669979d5a8ea6061fdb1ed56725dc3cf1b767176ebf6f689ebab098a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388986306e0c893acf3588feff124e95b64b1f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa7f8f32592bef640c808e3a4a4fe8b5645df54ffba70aeb6f39dfcba5cfa2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7271a7f04e35c47882f3be36e52ac84d76012aa2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da8ba53ee3a801b9d4717808f80b8dc024de30771b4ac51044648853fff4b69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6a181f7bb2d159f9b7867f12283234ee574f9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1350eaef423af8f3701afa890406951355fde497484951f33df8f89de13bd783
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4566d7e035fbaef5f69f9819de8129f20b82b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631f0dc66ea4a35006d4d3f79288a015008cfacdb0b9ad2fd5ce15f107bd9d3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaf545f6d277a26fa6307127a85578b21f5542b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2535b4633822066393a41689ac48c1af280875a8ed7a715bf2363a0357fa010
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f6ba248b727b19395c8635f3852a331c627c7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148c3897a8c70fe3cb5691ad17f1d5ff3d2ace7536f8c0957214f0a9e9983948
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fce4ab7937df53ed91ec847275729429454d037
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ac3a65c91da6cf403ac9ddccf9d340257f68b88f2947c60d0f38796136c4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ef2cdd3d54e7bb02274416805e5fb6d382e825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb9832ed649809599dcfb35b47d4b7c4d75d4db2b1ec8cbebf8e6247280adb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba55166bf4a2de77f32176003680d0a142c8992b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcd3f9be8d5ef2376aef99bc9f3259182aad88006eca6a6b4710ec088c6e14c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a929dbe50c2b71b020e35a95146da758856b77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b9fc9ce6263d4f3efbf8b4a2470fa9e7b8113ca9a2eb5e601390b711b992eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8113412ce0a200961f474953276b9618d831244
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e734a215055bf18efa42077fe516991d56b1802ad0e931943e529db85195ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62815aaab8166a1abac588d4c258252718b8e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a6ac57aad85fa00ad67c92affae3a42812bf82433ada2b49b575764b8f096b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22749c2382d9c0fe7a66a5f7bfcf1d36961694c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6175844f7fe0c5aa15d4fb8f10eb5c09beb40ece7066e385bdc69fe13197f01b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39e0723031687476d2be94107c8026b2a2aba57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e38c1470cf3fa993140dda3c69c451db058a80c4b34672f65987faf7d278f52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed513f5ef7ab174684aa16e38ee7f101310bcb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2405f9ae32efa53b123669061f05014351631823a6b8de0028a49094087f09af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b84b590e9d0bad40a9ae3a078ff102afa85e8ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e6050cf6273c9757bf5538750484a73ae46cbe7ebd5aaad36fff5505099f9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90812453d4a6cede2ff0f7a4d605534fe4a9b29a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd06f09a1716255c92616122f7e8f2774f00556b0b249c0af99e19c7a6e21b9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2e0d0fdda10ac1605688d1d7daf137715df345
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defba641e9930b190f8ba4d7356fe64c0a7096965a50eb8340e635db1dc4ef52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103417c3961e0c9b942e8fbb2df7f55b48fa1560
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b00b5273b69b2c87b06018113c614df269222b072fe04b5957552794c797cef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78196d08b2bac744ebcba56b11cafd5f00422e46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78be5ca68e9ff182dc38c0e427ee7bf224dfc2d4fb700eb5491f6aaadfbb4d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24df0c512f2b986fe319d2d8d03c3bf9bb935f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46433dfe5ccc6663a08004c95edca473b85ce039f3e722c9b42dd2f1869bb606
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657e1d77367a65880050f512f6df535f9b562582
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d555feb3d930cffccb47c7d406b3ea9d6e96a4114bfd1bdb5945d2b089937765
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b432fdac1470590554dddd023f65a51276a5862
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f725fbee42f1ded6ad2b606ab5c1ba5cf426f5ea85e5df8077e2212dd0108e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70150b2bf43bcb080006981f70e137c7ee4cd13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e445f028b32499adb406f6567d0c153d18867e2a8c6df5dc743dfdfe3414f88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a306685872ded3bd8cca2c444f204b297c1c8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b772decfb48bbcfb0910989347e0e64f356b66c3fb604529aa224fdc60b596b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896b32923fad36e825cd42403b3ddb247d40d732
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84989b90a0e84f0b5e436495c8e93cff3a4ee79629323be60d72ee41ba5712b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3da9d7f49f9b137a3dd51b044eecfae99d5c5a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2338aae20f1248aa28aa5c83f1cb81dca7f15cc15bf428481ac48f409f100a8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a553d1646275b9661df626ce39ff5edd841b2a5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a5949d6e0e23d25ae4f095c1f343e58a1ca8860ac120e99591bdd616801b38
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cac695b302e21860dbaf0c49adbbf518765fb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dd02f51e78c2fe782567f14e5b51246f590fbdb73d14a8e28bd69696e93724
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1426017ea532d4a42a2f350d7fba65a7698a8274
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b008db45604b96479b56623a8eeefab9a4321871d2d5098ccf7d911aac935581
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e2bc38aa1ea4560e825399c4b84bf2cb67e2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845cccb72557040fd27e1279099e9c6715fcbac3f31a6616cd79f28b84cced11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc819f7f8501f4c0f9b128e3303c7550fc3e7fcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b783f289f65dbbb89b2d5b48dba417193dc13990e3eaf5e4ddff14d86af20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b55120f7de6d5e810d9b71cbe1099d51d6cf941
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdf8dd90ac72ea9cbaeef4600695a784498a83011edd42b97e02eb804d71874
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21f355f22e13947f0526742a4ff2045ebc3429
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2caf94bb5ddbbe790272708a524d362e9a7eb307d23a9de766904c6319ff56e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72059af1b54e1fa2618a3d64e47b37d76e92fe08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd9fcbb090a1e5325f920ab1b258fe546dafdc796ff40fba19496a3fed3485
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a794fdbfb203007ebb029d2f372905cb6b30434d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efcf6c515675e6d98846d07c38a784a64271e39b346f05f003701f99271d3a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d522f78adefe6e9773107d5efb76ab7acde7cd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38116e065fc8bfa787b3b2bb4712b35c4d28135038c164073da463e8a11d1728
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9453e9baba41203c1a8be3ede1732670afa49ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2665b3afa5c06f203424205a5a5360534c5e3d23caf6da4fd83fd3a8ba0fe37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37793bfbc1964c362f29edd28558edb59c90a26c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e984d8062087586c88977a847210d2e94a50b7a7b4388623b25f2d95c9c36d2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e759856ad37c9e9f8937bfa58438ea11a216ddc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ce71ddbb9e0d3c9db44e2b4c7e30f324ebebca4dca8aea827c4b1f28588044
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173af937cb5cd85ad6843c24f9f19c38f8afe09d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d80044b86653b020d3c83865799fd01a060c7acfb7a103e9de37adcaf33d60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba147f629962a0416299fd0e1753383658343221
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e9365ca621e22c1e996008c647aa9ce1140bdfa2408c1906b495af51ceba0f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3d2020b6544d1a844211b1fab68a990598a920
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c09191fc8cfdd615bdaaf99892d41ac255bba05ee58cb982ddc2a297a5e18b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b9687fbd51c832cbc15feefa5fc985ff054ac4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae580af495ed245e6413d182690d6551c42a3d0368ab12ea67e6741220cea18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd4bf40f097814b300dcf10b323c1b5b05e5d9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e6bb75f759907908e0095faeb443668b42f7953ef51ab8d5feeef85a31815b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3904577f8aac0106a09dda8012a4437be8483914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8f59480c8d225a9ee5d0e2b7466e8434c4b2f04174320f66d1e41efb0d9f4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e980aeea124a68baf382925be49b7318c2edad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873978277ea9be26058145e6677d453d9832a39fffa6b0a3af4bc2c0199d8916
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4d1881b61dd52603d722383e153b146036b072
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561cd36c90f0d085aee8f01c703fccf1d9fca62f60bf9e30243c1c64c8866e63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e292ab372d83c6a13d383b215ddfee4a86e34645
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258cb980e50d53d0cd4a68e79d3cf2366d6be334cbc4111dd332d1731a974185
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0032d349e772a191e42d96747ea6e48857d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa4aee975a01c5afb269291e5655a7d48fc9dd308ede77f3795448bfd49c648
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55740a7622d1a74c4226a74c6f9d399001202162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1db145c962dcd9978a350667b5eb4d711877b97c97a5dd88c23062b7e8bff8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1329dce2ab5bb6e31f04cfd19b4085ab5e445a44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e11affca6cb97b69afd9e435d869901ed67a6635270447d803151feff5ced83
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6dbb90ffbbf5e7bff2415b321344a42808cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb17ce5397e7feea593e1f2e0c8ddc0614cf83c47ee02b179ca13d7ebe6dc715
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45c0d2e8ac4b895912aa7c4b4ec53e06036ca7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bf0ec9ed2e23a3ff20fc54fb48a9c4a8bd4536a34ba6854a1a6d6603a36bce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b425aa1dc0012dffc9a112cbd1505667c61c109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9c28a4e3ac4d0b9b5e415261f6077eb2949e3876d01692bb59ef6f2f44fbd2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73497d6fb469006af4b851e77adcb1ac9e642925
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb998356fa4cea4242ce3e2edae0457ad1e7602b23b4206312b4a2f06d2179fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc3875b2ee85128943fd973821c59aad1633108
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af9313e3496905ee17a66dc7177fb20a597b7c9ae5b9a132f91fff0436516b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df352a156547ca1624c200331505c018f9b4c116
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffbd3c6c1539fed07f176d4c5ed6ffa35b084ac8ad79c5bcd758f520125ed91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b55ff949e61f68dcaaa88cbdb7ec85a64d1c605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88da4acd73ad1b21fdb3b73193276d7010f824c06f90ad5794a29aae7302a09c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11acbe7b196aa6912ef5cc23aaac2ebf2ba9a46a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a56186bc74a28e35e5fcd3971baeeb2fbbdb73b54482997c2a0da4e03bdd30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ff9df1cb18d1c108439dc895b2aa0524625840
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d1d81fadd1d92668e02166c154cd28ec54b2636b08609bebfed7669de2494
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a33ee3efdd440965afee8643e852b63f274225f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f96724e4f86e202a9d6df658a857923f10daf3978e4cc0236f7bc21972d166
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea0d7db2c746fb21b26a806ed1b9f3cf827f62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85aed2b9fa3380eb5bd377fd3aa9c44ead33a8c8a2a553bc1b54f0a4d121bf1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cace9a09a1474f74965e283021700d8558a9ece2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5f24ee4e5721888861e5409c8e309b53dd4bf9f011cb5a3000931a817498bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3fe3d75053394ab4cec4afb79895da963ffb66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9393ef520670c51d66360e2dcd925eac692dc4e795aea27b42840295feac19
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304ebfda34c8dba42c424bbf0672ff85179870d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2354eb7f5a092714f1c44e4474533e06acee74c03a5e324d9db867069aa65bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f0931c07c4a4f8de2d3c0c5345bf4538d5a76b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ef7e493a5fbd8b120533751eebd5e27fcd9d35ebe4f949dd74928c0943cd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ba173f0d27b172f2f79a95f0988e70c4b9c391
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad25c94dd7b3e7079bcffd7e3a85f5409dba9f3106a81be973daef507996f33b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641340bafb819fae5645fb404ec2fd026d784080
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0560de15d898fa82959747a1993b512d64ed8e8854c161609444973f1e7d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a2bad8444d7304c55afe12beea231454f4734c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39217fa130bc33f7b4f27b159053321d91a0f49e786ca7521ee69bf1bef63091
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fd324814a90a4776d2958bbf6001bfdbd6c173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6516adef0597b5ed2878bc58ab5e59d26ef7ee6c48f223a0a7ac78708e4adf6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727050a9bca8e88d7aea3d10783aa6794a0579b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84efc2950fd3639a27a481a371e03df4438d977498f8a8f9e232f6b31e9b27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c047733a99ec506d60306e1acefef36519cdd5b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e709a84047bfaaf1924fe018fdac1248b3805ede9d357d3a3f620b4d2bdc9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6228c2131140f015d1169426c6d0503fa4c8352
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a420db04a5112f86b386286e16a748dafc3fcfed0b3dfe4962e9afb10c3ea2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b865ba1e7432252cd2a166f22c65fb09674be906
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0441776866bfdf4fe469b04ef00d6ada802668a104feddc37feb33dde1404f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92fc9bce78d0ad8c73981d12ea903dfc8910823
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4e7d424200421f2c8e4d5d81abe1be3b8b35892a2ffe16af7c55b51d4a7f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd5984cda0ae50944a75ae6a288544043483db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ebf7092b522a8327291532253588a8492c2ab0f53f7cc8ca840cc8f62e180
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443ca97b9da270828281bbb2294acef9ec92c536
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3510ad2607d17b9c0c8501ef3c6f8327caf9d0ffc955e3efbd42d1b91a88199
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1de0f6e0af830ea8aa7c9924d5bfc8faa319cb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1ab21fcbac59fe052eafa1afdd1a6d022fc2c95f2ed2d1ed32214b93ebd0c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d272347a5727c1b3341e56fb89f8296b2edbbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d65e2a04b41b1f93ff2d470f716d2ddb3031d5f015af39e9666f706225acd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6fb3a21deb281cc5bbba75a9302ea80bc74939
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed8796ebb8c320054fa8bd26e87539e5a65902d94a0f4f61c303fb4a4512c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256d2d4f1b2e13e7f831503733d0d5913e1e1207
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca3fc6439ccbc4fcb254d578619a3de1b28ad441240237977cb58fce63fb20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b82ec8b99177e05dd0100d673754d27b3d42288
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5681f72331a79528357c578b04cd9d1b2abfec4c8172faad857a17acdfffbde5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca95610d48635fab842e880a7dad3de70197a54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa0b26509c037ead8b3aef4de1603ca9585d47644c72ab2a3c821e9682286a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0225af1a167410bd0608fc94889433d032a135
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f2fe11457f9c6bc4cba7a1a072daa66c9b632feb8d75ae65d9e6e27ac9bbe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d4566d5b4dabff14ebedf588ee9181bf346b06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1af761c3cff65c530beadb34f9e1e5c32b884f8762dd4a2ba54a487e48d1251
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cdcfdb36832803aa3161996f67607744cf0afa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18db375a6dfb3eb2fe21a03b7e7d64f658909da5c19539f162b473bea99b3db9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a736754eaa359706000390417912caa0082597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98242290471db5b144fe4dc2804a598db5506f636c0da622b1fab98f4ac75e85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d289e2b504dc2faf1baf74ce379477cc6429b06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d9c1f32b2b2d0359e520d949f7714607d37ebd1673744d572361f6c353a0d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629fc49e3cb2d16d5438bd89062ab5bef084eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da49bb49225d5c6e5794d972c420854d77219fff475fc7331a105f95a0db17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b77d6cbe89fceeddc1f09819eba0f1a56e428ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c54f5a936a1a32e432d1b0ef232ed24da919987457369fb0c3175d5892c5ed0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6e4a2321888b541d0cbab11430ca7d9b937d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65878dac46d2d1c1f9a74cb4bd9fcd09f800b342af57391dbe2b7e04f2db1f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476d2200c9131fee32de4fd608ef1ab4ef55edf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3f3b6fabcebac2b364f59a23a11798c85215344fd87fc7cf60de716130e068
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad86f091bf867a16a226407b2edfd294900cd5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4190f272df929bc52edd83e9624c9b68523722f673789f37e7a10834ba5e8a45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c92c13791de539fe48f8d7cf22952e457928c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b609288630c6ab619ab3a510f28820abf75d1c5ac184e84944f546a9bc30895f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e963b4b1817a8d7f8dffd0c518a333ab420132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae377d7da1460e4ab8f08a3a2d4328bb8399238300ed10e618431f846b7dbef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1415a96ab9c5448a90a0c14ab46e8136b5cb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67c985e5f605f5dbe0697e5360d1cd99bb0f973e1932d944546f63018fc6c84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24fcd66719640f1c5a2a8409b38567ea35c9f30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71dff8a61c7bf095611b866f53fad94b9fed88743001224653a8fecfdf6c2bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ac0256d8d12d03d80d30befef1bd2f6f650fc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55859b5d9571ccce17deceb4a88708b114a226425639374f152dbb86a724a7e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b018aa261579c5e9408d5833c631d115d95173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b3d634279d2ed7a36982a364a13d14ca7bbda101984a564dabd0f227715b6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f425247695e583fa72a0ca98c40f74f191bcab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb665b265c281c54b56beda9b6b66132dfff364ad6da7bb6bc8d7ef365ff6b45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d47dfa6ab78f06292a2ed662775df71686e73ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74229723134e1a471eae6a2e2aa62a03b4c5292a76cef765fca0ce75a030c4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b22381b7284c15920b88572a0638df89326922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a28cb3bea80cc0cb6daf589b085d7dcd57a1b28869fc6a855a060ed305ab709
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbc8bdc43e9516d499e83a2218598aeee4c772d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ac33764b1588b107baa07e6d870a3b45f78082d3e77866af3b540b0e87c30a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb806f05ac6ba5d0569667cc3060671411e1bcb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac86f98bd1f6afce9a1c61131ca1e950696bd09c156ee7fc5352f27eb29ce2c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce3310697f94741165e31ccad3a2c238b7e709
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3419ebfe4e8ede007635f9b8c1859649ea2ec2cc96045e927d52b1ec0cbe04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b5b93201a89fbf56b49ffdb1d20ca71fd0b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6438358dd11868fb4c52a2ad4c7b7e421631533f90f6780eb65b168d94eafbb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf1baf91f31d0e3743ba0ec00e08c5ea316126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7c50c1a3fc8a270ec3a2b764625dddae3e8c6d01c2459c572be037109e17c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8ac36d185e6e43197d03f402164cb482551e8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecac6fe3d302123884f062393be253aa4f250e9e781448d55f6e68f4b57399ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7d9771b13971ae75f37b819b3cd950ac91a58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d1614d5aa438fbf5abcba0f28187d12fc4effd94c215e75276c47d86448c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eac01950f38e1012e1378819c45fb20955926d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f500753b18856fdb7d01971c3e33582ef590d85e4711b1f960e8b5042496b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e47aaa00751ebb0bd73f24ed9fdfa3b80b25f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbdc9ef322e08be0cb1801199725ba94b22279e4b3cbb9898bc52c5465743e2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd13db6b7992ed99f0753ab31f6e90a82d1dd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a513a2e6c0160b503edda286133ad6673b605f392065af8576979a5ef80c72f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0dcaaca5f15d70d250ac70cfe6d102f1b833e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02880d782e2ef9d0072b1af87673b5bb9e42818fe66faaa413d7157e97a180e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eaee289edac50054770871d114deabad5b88b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bde74443f36d56dbb88f0de513d141ac832cf8792a943023abcb83eed191f43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c35d7a8f92315b3f468b5a89bcc7eef0328c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c8e07f49f9c8675bfeeb6cba4b9cfc1523c7a663caf07c785593e9c3922972
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e234f7f7bdf04a22d67d24cec29c8f9cc762737
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba864d7d69889089adffa02dac6e34eb81003af8ebe5626b018222b7e4e845
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55dc2e3e8aede1f0000b1773809373507d5ccb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3092cc24f1892e4d27c8f72d875b444201f65f94f06918bc08957e6b3a71e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86952ec1c77de8e3816b42406c70705716b61191
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd4f29ffe7d35694f5659f3d80fe1111a925daa783dd2a7aa7fb39eb32d3ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed1416dd27e42d78e79c51ac5b5a8a13668462b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd87e4c3f63cb77b44826b75b75ac75e02d7fa89289f114fa2e9261c497507d2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0491bf318212617eba45e573c8019789de3338
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a361ce54f4c2c346da131d99a54f30ddebf97857536209c0f9cd16986b772ae4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddf76ff0dea125c85440050a38e346e53409a25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a337df8a3213e1ae344816b707e5d8b4e21602679b92834f1be3bc498f9ad0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd72d3cecde642f0994f2e230707cd42772077d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bdb054b33af02f0fd4dbab5a12445821d1074ab0384a42c74e04fe3b582b15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1dcd4f9643e0887c5fd308b86eb7dea7b962e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51185b48b7210293024c126b0a3fbfc5c80cd6ac082871a3ea27772d0ea6bda7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c216a9214d6a21cfceaa5605a3b6c8b7fdd4210
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58f4c920490eb7fa7e7bd7b43d04f9e25e092184abd3ee2e7e9b90f8b64dd0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f5d4b80aba482e15a8bac9dbcf691c869ddf9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa6f80de09f6977426a779647277407cae57e4ad5bbf79346c28c69905e6dee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345102c85bb3c7a10fc91ab0d67d7fd8235f5914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd38e0594b01460c53b0429d196715e6f90116d37b3c0b9f5539ed1f0cbb2b54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e67754883832451c3cdb6b8cce3999682376d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e44f603cacd1db647c070085bcf19291102549477df4204bd73fda64bc41948
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9943305df8dea4b14b262cd515101fbdb451a98a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78adc8fe5239e2ee2920d4e03eb8bb8699afed66740968643db09a91b57bc60d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258eb5f69f67538102645829dec757a717433410
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d7b574d2c774fad21bc52862700891128ff9a850370e3778f42ffffe85509
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05057ce681c5ca0a5e156f2f5fc1bbae7a35ec82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4bf1aad7d59bf6df9bfcc0246e101c3c78b000fa4169756d3742688f65fc3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e460f071197d62a1439d9f3fe4f0b24009b0358
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2d9b68f07bd7a50e2e658d7fe19cea3369d5e5e4d2b40b511ffcf7738ccc10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911178d512573474d3db37dbbd0dc4eafdb7375
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af79f3264e180b6f86ac306e3a582ec73c868f410d2440390888308140bb8461
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23537732d401c0aaca0d5f69d70aa17f3949ff17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e8ee1345c485621ef6988f3a412062d9b202590ad5342e83fe692d336dc8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd82aad2bd286703deea30ac3a85c12295f449e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3808a6d806d017a27738335f964f74bca80fefd6c83baa943ea7cac1bc8d73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e8ae715cd8d1fadcacca3ce0d68b0e199fd62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18de3efcbcd0b9ecb781f756eee4b440bb0cb46d38dc9474bf5de8a87406c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff530e79843e20dc1d64b6d61252694d9068ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ef77e39d430213e7b2706653632d40c241b42eaa22b9105fda5ca11fd77a39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcce40d056256be7f09ab564143375a4122cb92a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c1d51be490c090d66d060b0f9d45a0fb4504344b1a5842b82677f169f9018e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f493f567908c20393c4162ddef4a9aa25ef1ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7431ad8ab7285e399f79f427209104a3c6c5e260c650c5b920083c2e3e5ad82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf188cdf5a014d5344634d662043f83a8c74e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b02e245a8335d45a1524455268e24da1cab7c208c156a212f8e0e0be19640b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908004516b86340fd82b76d75086ac00430aad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad665b20f86d88c44c780bd3d497d00ee8d8a467857b139ff5b9dc424aae9b82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c8fb881f2d93aa4688a127ab7b714abca52f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab56c96e3a2727a1f5b7c8ac89cf8106d40c4ca0fac2a4f418612ba9faf6612
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64fd5608c91c03dd16f97b1f66443459b1c23e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2453c5e5a0a52d2680cc2d1b7c870537a9a9e4e6a425f301281e9d521d17a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91734c5caa6e8f1839f03fa34a365a7600449c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c14f52a3f7ef3e22b19e28908e3c021d2a25f3b4bb2cd052330411dd94812b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8cf5f8331e20d3de6b378ba1b932a9e5249bee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952957e28d612dea94261e35830a7b5e0f457fb5d53a09e83012d3e9002f7203
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a28c534870196cc0afa378e4a5e960c4fdf6146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ceed9582f5368893312a981218d034165950ed73eb32d4f72714aa802649fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a57e66b50ec16bb2ccbb0fe45462956f7e60575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3e0be62baf37c44cf040e924e6e37029c4c39bcd319620c4994b097f80f37e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c772d0129aec8b188327a2dca39f52cd56564a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2766331231f68201c7f5f30886a6cc1bf8517205bfab48c8ec2c67ee8e556d61
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defc92863752f07aff5d91180eadc4265616b8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d23e724875052bd2f41870b7a42742dcc368a8583bfa9e8d3aff699e56041bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d587d568444b612f702a093fe1961459ebf3fa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e30ce8156e3b3045efcc347c70e9c087c6882e2fe2e6e6ad3cb4fad14e71fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22cd5e30a445967926601af4d7b3989cbeb9bbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34b1f647b2f1682c39157132222566830d763c68f3ab25a1e089d465ab0fae3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fd3298d2000661a6294b8a1c593454bbc5924a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37486791ad53dbc29c4aa4cc2249e37a89af684da34267788f4a2fa370d0dfa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27194f6861a3726146c652e19f3f13a68891cb31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babfa507fc60735fcf797c6ebbe530f287ed6b5f278f49fddeb7b8e5b187f3b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea78e0cd682ab8178f97ba07effe2a830e81450
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb79c9908a54137648f7eed4ef7e49661b3e4ea04db8fd2fd43b0fd0e15e700
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fc0787a87514fbd98771fd62b018e3b27a4c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b79bc2c974af72049b6d258bf597136fdf84ba1b50d3792556f2cbc06b60618
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ce61271a1765ed0538c74149a6cfb9bd01078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3811fe560f086ea283de1d06dfff85a6638a396b718e50424f114f21b7feb8bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3231a235b2c11d3ce095070088acba95f53bc69d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5f23d00494dec0de00a42c8a77c622c2093477957edd3ef3ecd933225c75b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e54bb9b778e17c40c1a333d29b6ac9a9f83c409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217778ee3a2c76a95a230c3be8e23d59cf396af10a5870bc8ed8ac56e7d846ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79266059f611c5245b4d638464fdb59d78bd32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9a954c2ecb64ec7826c92bc8fc5dda5cb1e7fc177b87492cee27940d4264c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dcc7de271b5d73bba5ed0e69ae521ae1aeff5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37423231a4b75bdf23fec407789893c881e0ef37d22dd6b73ef6a6a306df1ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d50b6c3e9cbea57b0d5264d7a0dadd7b5afa926
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203525f529a972fa78d6e46e361a31c0bb8fc2f539db9bab14556a21f113a154
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4f5b5f33aadfe386a0e319429bf080060d8857
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658e4bef9ff842e865287e348979740eec9c33ce98301f63d4e46e41437f4186
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73deca49425430dfd81d541e7319ad44a65a5a4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216b610e1d6eddd7cec289308c9635212a0eaa9f327520c5dce8aa2625a9bb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc90657b45762a035ada2296632aaadbe95882b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f35e14de803e8073d5dbe0a7ae41731c82c5ec072c3ec8fa839cf1b1ea9e2c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296101b9f4d55e9c4a16d03460187e5088ef3863
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8f631c7df3a5e2b47de0fc7f3cf2500843810aec47ee63160da250245fd5ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68252d5e062abc040ba4a21f487408f9293a3a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f10c80cd04b9d7e3cc09fbd97c688e114c724d5ff75364c5d16b580fa594af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5438bc3288bba8219aaa822cb1dd37eaa130c3b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2761b373459f94a7de6b5fc68e1cc973725b0efccfa9c41bfc06e5f8ce347f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9b87b946f22f34232ab4cb22609206780ec538
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1814bd29e7082dff5c321e90d6ee3a21f2855e7a3effd6ac74bcf97f9fea74c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d33cc10b31b6a04280a017c4fc3ab27f4638e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b848709691c05c51e0e7d6e6fb66f5e7fda4d912b2d34a720707278fefb3b892
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c866b2d67fd340a26481ef06b2c02a7d9e5e64f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc500bc2aa2118c6c0cf40ad6dddf10199bdca420724ee9a4a9b9b7b7197de7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c50872a14bad6a0ced6f83e76aa75e28c7d17e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb78d99fcbbd0a057233477a739d254f7abb830ba9456d2fae9c9f4df05ab61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd55bcbeefc051ed418d320d77853e51afa1bd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b119e03e7a48de04690e2d428ed5295eb91af0456da5bbd815ce976b6b1b2004
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bdc72275c0ad63ff5fcdf5b41621bd27acd23b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a4311bd52064b0522787820d17b9952d8256caaa10c916af57f5a290b1a89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16f5c26f357db5769350076539a58b00af56400
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3a26f53b7e308ad7c8558a2cdbbaedd9979861a1333b9daa0406e438bc4fe8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6193b85823d609df4d01d60ecfa136cb4b016f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f519e1b0356a4039a9b0f3440e549c2bc78b9534fd726a25bffcdac4ddc94e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8a6a0fb662cbb18cdcb188a26ca8acedc145ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1932a8251fbe540aaefc5bae79b4162deb318809b6e975ae859a180af088427
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f4054580504e71163f779bde1fa6d545a0d8d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ce9a6ad06088771dc6342c9454e4cba397549293e5f72a1bc5cb2f30b4db5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1114078db261501cadd3fbfa18464a11c2d8d69e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8486ab17aa0ff5fcd481415e0f6ceabd3f9c36e003d2a9c4609d6c3a955dcd69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830689862e99480a1ab310d10919b30898042df6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c1b24ea78cbd4fe57c9f5fdbc175c8be4bbf0ce8def99aa7499266d84dfe34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871d606684785e8bab91d4dd2fd00b5e91ba7b11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575b61af6e927b8ad087eabaff8055f07722aad3936c9982d995fc25dc102a91
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac404844b3f4e67270c88f741e87e5e485800695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0318642037d81be819a5f3669dad3034f672914f7e224ba72e25705b8c5c24f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880d0dbbac157fe959b6a289dfeb75be94b2a01e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610ed456c4bad343f491685e353b6410cb0093c3ee6507c5eb3cd53be63a1031
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add5502cf0d19e6fc327de305451d0f277a1285
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7790cc90903e5a0ac80d2682d89ff3a6b41480de362d3f45e35f5030ec7a40ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102d28eed839dc555926844a285e565deae6c9a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f33e9795772518c406e598e27e6bb8d4b20b702a5b63cb789669b40431b2d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52f42a2253d18899bdd8c672c62e6df1889bffc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3381dfd198b9d82e14b58f7e17cb1e39b9693af97a3f171b788671c2fda0615
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25492a985891048202a0340b890f06a8e4f228f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75659e2b784702515bf99ba12bccd128e20356d2f792dc98161711465243dedf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9272c0ded1ba418715a7c1426a698570cc1f9b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab56c656654adb86323636e1d70e2db9704ce76c93f91c97a8cc15e96c0ef31b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1a9b310f8cf0788ffde00e38eee2de5ad5d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5d4cbd9973c6848983797c5cd70ea8a04640b67b14f2d79eca4860e434ceb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b26d3434b5b61edc1cf894233591c4565581e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffd36b705210736949cd556afddd1f035004d4becc5341ec6907c3bea1d23bb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c84bf5ce6cf645e4a6dd7208963d38a9e0979e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3897adcaee39b0ced22ebc700a615f20ebf102cc8530baebd3bea48680ab8a1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b22986044ac325939f73c526b4354a3466cc5de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92686f62741c1f7c105cd4f51c347c2738e5fa748dec9a60af3ae8f3c69f346
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3597500c14af66d77585bca26642416a99cf4376
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fcc98f8c23251324847bfe3c055fd8c98f839e0c2309821fd27340d764bca5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35482887d0b9ef9a3b0988105caf2213462240b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f3c04a36914c14755b7112d3c0f7aa8766efbe14917e6a88c38e509a590352
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ca0078715e14766507199609b2209669f7b4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c67d66f5b6501225076335ff3ebadc8e813d9729c9fe478cc2ab8a670cd56f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9bb8628c45e2b657d268fda743048b2125218f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215d9d186c71db06c294d3594c53f203286c9f6c43f08929f20e5864cfc8b4d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b74a4c545777df4e6be29029cad62cf7a785fa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403199a166837a57655fadf7a02693e4e59d42b48ae5640492d05586f982a75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5a7ef04d1f8585cceceea518e9d2abe72af2ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833f7b13e0da7a33dbdf26a3974e052026780668bf555d1e66e23105a6b29f8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b10638afa15b621d889665f99c7c0fe547c351a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed099018b59f65b882c29314d61387ea3efe8423d2b545bf04315a257c6ef57c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c43dbf82f978afbf4bd112dcc876d95efd29a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ef800cbeba282de240b1c301dad3c7e408ec4b78d09348fc9ec437d43f8ea0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bdbd5225175727f34a0570bf23b7c9b6325997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0362674c5e4a5880c2bad81aef7a6fae8db6041be14eb4c5e5eb7d8ee1429ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb8303ca7b470f4519cbeee4f9209174cebf7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edba2938b89cacd2fd03229430c044791cf08209046f57df44440d39adfaee06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a01c9d49076ae36aaa9af83d51814b0dc0cd5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07756ca61916991ec92b6664d1776163387431ded1d1b336640a7b6b295c8a5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85db74a26063fe315ef5e158939fdc13c7a56c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0766ec47991928dd943352a78bf6854f895ae89bfa847c130400a2d0a27f62a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6704647f47f40ad8287aa2e1292fb61f961410e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186deb880291b1bda1346478baabb8756c24476e8281ae39437daf68af7a5951
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1404359d652716edfbc81d26c102fc016752a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dcceee6531241ef4999b82bd4ee0eecbe5ed8e9c7843ef9e31dced6d67725d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89dee01e29f48b4fc91ba2d04879e030ca6565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7049845662e0acc9114986ab322a016b7488a1b42bcbe709d2e8133b674ad5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e122eed6738f3c9e06e940ba554e742aac5b1a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8698f8730610f12fd26a8e7d8e4d18220885c8f990dcfc7069e4cee7361004bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc19b45c67a5a7d233afe9497558971f8cb9b0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990500b1655c0bd2eee7aea2a9e8f77f890c6d7ed8420c1b2a01452d3ce1bb0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2912b6b929a3608bd0991fa89df940de2bfc6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d1f2b9045af236807054d81c59ca11d925b26b8bef82894d1a1ecce1bd99a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cd224d601c532ee815c6eb9cf9f969f1ddead9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b269a097a9662356f0f96729dbe40fe38564027fff90a4760ae416459f29d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f7861032b4e7de25d96f010534901a6ed86c87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419f3226e9b3435ba2a5def6127896881f57472c7ce8a0e69ae3aa31ad40370
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec96ba860af411bae4970b15705e3247cc888f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168154ab57b87344bc3a70e4afa06b59c31319a3b22211696f1c1f699b6e8f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac01747d89e6a19f07fcfc962a84deda0308fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4334b631ce1a8193643361ab3a04b0faad6e6c2553537b07f5836af79bd914
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0ff4076d6e971f35e75a34ec60a046677175ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0736fb988f1396a18ec4b697bd52fc7af50081c6f6d34d1aa876556d679168
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf29c5e5e068dbedf21504907efc15ac786eafe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d80f0225d526dae3821430c2a0ace6693f9b681ff4ae0a38d3f0659db4ea33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97ff1901df3d078ade5992b42d914b1e8f34c08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492205241c12df9fc6675712ae8bf9b4e97b8936a15b9bb60b1597bb1266eeb8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd56f875410f826c5a2c7938165bb0f6c63f121
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f14af782e70aa8d25ecb3bdfb57df2656fd3fec502f1706635f3949510cda6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a10d90fd2c4400b10a21675414b2b1850d43a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcde1bfbfc67d044213790027830792a9da495387c174fbcb2ef27d9da480be2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35df4b4bafb37ee2b7fb15de5d4157b038e445e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0779c39d4ebd81856416f5a2cc177d2181b1ce39f61216699d73c90ba55ebd3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d559dd7ee317ad5dc9a16b8f2edbd10bfed53c2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5321f75b11c6b4c4e0296ee79e37bc96be7a1d00ba9820b260998aa46c09275
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87161ecb82f59b4263484effd0dbe8f69d29bdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb32ed83a5c275a7f665e7d37584713dbe24feca8d5a5298a96237856629e75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2766395fb3865f8bceb8a3f98816795a0cd45af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42f09d23ccdf4361db7c647e6215f5af5f05d22ff68a90389e1ecb11c87d71
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29066d719a4a454979b8cca2e73d0e37b9acb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183db879d2a373753777d2af35b38e57871cc9e989e50d79f149e07e0574be2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5301e97f4d8b5dd3eb37dc27cf150f327117bf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad7d599e0b97d9f88fe14c305d828bf91af8242f38b490c78845d870c93ba75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41664245b47bef0fb8a1c65d840f6a14f23145
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3aa0bcb327b58dac0ffa828420ea677c2980f2759727726c22eb42e2529e3d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6769d0902229dba61dcadea1ae179fb90459edd2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a550b907f65f0b3f475bac5e32ec5726d84f3779035348393f8026161c346a1d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43423d9d78ea65778ae23671d2e9f815ecab9eaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11375927a58f334870113bb37e39f6f90d7c4c9b069a266ce27c0d4373e9e7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545f97709f46a84bcaf5d597edd4294579acc257
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca566a43b1b6a7d3e48b9a5fbc1865856903ae9334d5ab4fce5163fe1f37a36d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bcf6fbd71eda91f18a4c88002ac6b1a182f6cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f09ec3aa37fa52e6b2378302959a280e8e65708f20081b68cebc7d979b970d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7797783817af136cea8f10302d327867e7f079d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb9402c8f3a7174885d5c6fa46badb9812b5818e533f1f8e69578a1c544e7f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a81396885d011382b4d973b984f0df4a597bcf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c49615652b43c25bedf71b19ff9342929671f1c4010f461cf595672a4d65c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4d47c96fbf4c36aae1522f6324b933ea011b05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19c6ec5098b37e9eabbbde9bc7eb2136a4dcc90620e128b32aab56520f3dfc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41ad8e110b19c4c0d5b8cdd0f109b96b6aa5f95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4272218120ac183e5f1283df6542738add65e86e69677506248e6d2b0be1344
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1313dda8fc39a065457e29738e0021757eb13062
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e81b92e7e2570d6a09b88f089f9da9eb90e8bac779655df61010e41d257baa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b7bbd8a7310c1bd9bb9b3b0ecaf303e6f62980
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb9e1612ea122993b5206ed9d4b299c81ec14279e17fd38426e2023a047c6c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79cc5036a302a80bb595c434570aa2f94f97822
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549646a17a7d6749501b8f0d1ad47368c5f016cb418482997a63e79974cd173d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476e8e3d389da5fcfcedb708e19cd22336562fc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f871d68f5ff0b5b5f18690d55c4b02376f86a3a467af8089e0dbd3c97d37520d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b512f67f00496869deda1fe98206988688784010
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb1d0fc3d9183e8321be8fa0ac3d0a1b1693e90717dcb082a0485ed3c78e40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbe32643a36e8f729b4b94e29f942de8682a992
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e96ffe4104f7cb070d8285e16da80afc59db7a79384988ae3730d70aecaa923
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de41b1c98a1f022d75fd78e5d33f81be5260378
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130b69aeaa982cc7cf42f47ee55e1f53b1efa9af4687ffef11a5a10a3c07d5ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a058237185d8ba82b5b640029f42f4d523e584d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba08c1330b08d210f4e37d4a702d50509a2312a76b0d6d2fafbeb4b8702567d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565058f2e1ee46ac8f971367c4185efa8aa13a19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a8fe4910d22107f040309c8dae201668c19bbb38964fca9a9241a8b4ae08d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e5c78f3ac477080d154a16e94ba9c667e6852c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a71d3227664b0ab4710f071c2496dc1a0ab3c7baedd82c7955ab787a9de95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7d0152e4160b5bf3865b07e0c48a321fbaa1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38d4fc2ffd48ca0d08b8fd5457e22fecf2a52793dae2d3851a0d50f9f7434e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ddd01b2346768c079ff893b9aff44f508e9e50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60897765fc444a8a0a85ebd28c4a03859ee9dabcc07203d6ca8ca7ab3d75cbe4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c0c00878d9d765ab060ceb034cda179de31f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4554d048a665933569031ab3efca35e448102c210278fd6ef3dee76da158e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45bc8d210189073a511db5cd828931d163e7327
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbb16e35e54f084cdc5266b03212a6d78d0b9b0b62c42d23d3255e2c1e9df8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed26cf576f9d477b8997c470021e9bb1ce80fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48986b82b296eda7e1743935171d56ac4303bf70de0bc23e34f2ef85fab44293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4036be16293757c5d0ea21d212a68ab7ec79c6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68b37330eb7a26241640f7d3bad53b39039295bfa699666a7e3faaf67fe0a60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96406f89a18852a9530020b4e6626b61291bf53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08f7c2fdcd703018a1809a9156a7288a0f4eb8a44d4de8386564e00e98b7068
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449aa617b40bfdc936a91886704fd8d237efdeb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e32d29bff2c34da17f1180dc9dc4133741bb837f7ae31c02ba013491a0e5ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6f6e70d5f87a23f0c1cdd55d0e0933ae1a1103
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14010b4d60df725a0a5a4f35288461e131b76f3f8b8cdf3b4f54d71995f32ddf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891dad9e9021dd4c12f75e0f42b6fe34fa6a256c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b191624b4b46d50ff40575a0d4e1f08c2c8d8e1fdf3d9a97bd3ee39670bc9ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacf8b49ba995ebd9c9d317748c54ca91128eeae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb13963ea9c877c839d54db29778b57ab412405a4025685ad63c7da2bd89864
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdbe47b79fa2d4aa13c8e5a791be7a2b26d387e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8052441f3732125ea1581ba214521fb4c28309dfe53cc2db4f94605536a9417
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2275a3c5f09f043bcab8fc8b0fd5cdbf9ee2f105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3bdbdd7a1a41a05f41e8b170bb47eab587f5afc60057c2dbb4626135cfd315
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74937788edff691806e5e8a971fb88e85c9b1f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b843f3f3d2f046d2358338527882942f0a85698c47f270660337353d82d03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cacbcdd46faca5bf0b4f6d0105feed2aea61f37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d3c17c289a37a0c1a95a76f660e8ce0083679fdb6f91a60e27b4809ad5ced7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff57e955492b807f77d4be73c3382f617144548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223bd9df1866cadb704a170ca17cbaca6757176ca267e8c8b2fc26525618575
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376aa4a24091abb806a88dc6df5c5e7f98244f41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64e0e45ca530c9da497f7eab80b776461d4998cce29c7013d9bd8f800f6b2ba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21356a10b432b764cd04b47998ea81aed7169e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b236902b8f8b32d6c3871b6e53bc97e0329762a9e0cacf0767602ab5b2b05759
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b349f9d99e24f851805aa93624d28ee334656c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129efa2c237ee84d8c0daeaa63177a43af9f237612ca52924d482ad48dccd71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eac1716ef7deab2d4acf60af8b4e21d74aaaa20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcae54453e0b9f4b668bf7f3e35da4700c514b21b4cd05a5fac48179067dd764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bda0419b0daa8e4f88197bc0005e854262580ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed3eb47a757e64d4ba8a7220b16745884e9c041bce2e32e4b5a11c58e36a35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399b7fffed64d9a0ee3c766c4b53436f85bf3502
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150fdbd8600b2274aa211a1850aa1074902ad0749ea7cce8dd4f2acbef2ec1c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a4f280248d90d683789a8306928ab1c7077f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523bb0f92d4a5d64799b959fc96d637e1538f12d03a8cec1c647cc62b5cf0133
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a78ae03f9a7f5fb7004ae3d780daa78955186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6990659a9956b068b5949abcf7d566c63e1957a5d657c7138e56aae1da3b4d2f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c96c0a0716a61a5e9578e38eb4bd4173310d3d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e22fe2743f80fb1882be08c9aafbf795f86e9a4101b411091afa3e7de60746
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1b423cbe7b19b765b5d3d51f66450e9aedf6be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73469e31c8eebeba316b4f5a7a3ed6804e03d978e83b41d7501aae4bb70c2da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567354072164db735d8bdc5efcfadfa0c0d18fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063339a46a168b75c7d5f626e9acaa8f91d27ed8a6fc2e5f9da2667448ef34a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e87bdfe339cb32fdb36c6f432e156b01f8792a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579d0938239bc766248ba6663e81779927a0f47f3ee69691f5d73654545daa5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30479f3b340bff646358a1cc9beefc56f8835ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3b2a328247ec90f7cb4df71c15a082d3c401aadfd9508c84bce3c2a8819342
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ecc05c386851da5aa592c333520ac1ee7a6382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db5797ee4720bccc53d16a4ef25b77e45beb7677837d1514afbe74c02b59ad0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98e5066f456271507758c051fefe5995191017
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c4de31e6d4946313aa18f18bd95f37539171858550ff9524237c2878cae981
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc4b7d2a9385c9f3961a17b3b79c86180024164
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a52ab472900a6ec07185ed68318b90bc5495d5b31c8d5c208a1f5f8513c2d33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163c6ddedf2ad068cc5d550d6e20d868dfeb8488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b764211066a1d75f0dda88f5457659a55d517835bbe76ab2a3bf794c5b61fa8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feafac34f12c3973911bb012332dfc2f95a5a9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02587fe76e537bbf05e36cd6769d37cb93215177bde974f8c70b7b00034e5a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1754de2af684514079d16395bc633b16e4b78c95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60662ae2ad9204c1a899d90870ed154ba4d988814eba26618f4e09b3584c27bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6ea9fa0d05e3596c51c2051f7ffa16fcadc470
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb3e85d3a984dd110edb1af8d65e4230d4094c05a4cf8431357754500ed4d2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a6ce24387a7a3c9df4bef055c971b3b7de758
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6accad8c8c92767941b0bcb7809963d33a962e4a5b7433b0342a486714b0238f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656aced591b66a9a72c4161418df62d66d53e2c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6e061b9763f91232f06e151c25d8632d321e6aff31714b2b56d05ea9fb04b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40abfa0749d5c8653bd067414500446c2346027b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1028e6f2f0e600e9f198c023a8bf0845272fd437d145af77626738a9c08a64d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efd50290454022cb6c81baafec3db630de09740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d534e37e96a8002a6f0f38013ceb7b1ce44a2d672578bc9baa6870302c531f98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf068688a0f0521a26a265b13130ee11f9d0c5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388b82c84230bfd973beb96302997b64d838bdaf9a0fcbefbe8e446073edbdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab892fb56357baff4888513dbb1d788762f8607
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d6657734098be0e71afbf7d09529696a6f86ba17ce21fdbf8a4cd9c12ea955
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed08ef260f3440a9aea6a7dfdaa4794c49e2bb89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33148e009d68b39e116d781c0ff35b850d64fa96272d466dbcd033799852a2fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90925ee8314fe351464d2175df364c438789077c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1724c071a1f87772d7974ba80c8f1b333a36c3f90229441e0d3ed52a8cddf04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec283e5c6b1f72d2c472ff7cee4dfa558f8f6dac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550265f944b1f05002c2a5a7220a939a082d033abb0b03df390166a7cd6b136
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b52097f42443bb5ffa240bea4ce2abe7971240
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0901b85c240ff4a39bcaac54a22de2c5828d4990e78f28809d696abf672f47f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bef443298cbad0019a7b62834b53bffe16198a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be459577db9e91c194636b95aaf2c5516b4e5ac67f22ac0177f42fb726103cd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb4f74a08b48314b5098efa252f10156fa6bc88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a2dd37b13c37c53858f7b1b698e171384e414354045eec322993a895175e06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0016c3502167500dd99d873c13ab84e7cf83a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c8f659fa6202c61e36e73efba174368363630b340b8211bf03d978368360c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0768b9a6e1bac2aa9f6061c847047356dbfe59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e94e26629c9b47a2ff1a97a6b87502ef6e084b90d410c4cb838689acb693cf4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a95c908d66ca65d2a84107e66b1f322b035ac2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e0f296a826455d2891db2305cecbc3382b96d75e9472c0a17e2d482dc1fdf6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656219daa59d757a315268120bd8e98cbbcbaa37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e8aa84d82e113a015067292368d9a2175d8297c5857170e23cf93dd71dc48
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc760225571ea90239193f995f0446cfe00d21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0e5e788681c2d1fb646ed99f99432cdd9486106466c217ef7336d1a9245e8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafba6a82a5da71925292cb85d3c943322d9e118
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfde1ae13acadda387761103c2681bde184633973bd44c6af979d7754f05ab1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa55a294bb27bf3ea6bef299ae85adeba712687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b138c42aa2e6a7a8efe222451ec3697f24c4edfb5329835f3b61cceb9b621fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e939b262567920b28d8da0b5488a74919c3885
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1247de54566ba9c8da1c019bfd902dbc919dd340be39ddcf007b83dd3a21da30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107ddcb13bc1489f45f87ad923c11ebc0064826d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a44b1a746222335be7a699c81db90cc59a781fa2114cc50756e68e69568a085
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2b131d4468928776a819476889e41d4af0c2f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b0c54967ce7512ade80ba2926e53082eaa6ed990488b7fab44a8ba0ab8714
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4ec54ddf6fbbc16f46d3290dc9328dd2d4be6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281d0d59c428b19c59152c5ce8321650f178456b6c5a6b36cc6df03353bb5de4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59f5a22824a88c3118d185330f16e5d32a32bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00daea700edada01ce4d1631f7a59d17c91cbaba6a9c9998e943903c7250e71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42364b83d7f8086ddac62d542e5db7330cc40d29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f20560b21e91affd2a5f52a6ff35b202133c55ad6e5d50ba2737cdff45cdda0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009f1a9dea35e160d5f5a0333d1a532300ae682e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b579becfbb7976f24c060adfd456493a56fef39d924cbfbfb2ad3f2c46c021
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717c8a005f9d0557d09b3590c854e31648b3045
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce263998d3fed8720b51a55b8cc276557dc4d1557a9a0e0ac80fbef8bbdc5bed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831e438763d261c386f1c20367d5946bb582d542
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4039f46107ebc3bd1dfffd204192b2dff6b11ea2fb9c40041cee61f99b7b6233
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13bc7b26ff7ff0b874446764e6a12c5722eeb18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270676454641cee9d123f3b88c1680fd6ad13d3059abdf17a0ad4d9cd37a1a23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b1a04ea212f83ec6b2db08f6b53c7efef7b652
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929f9cea32423c9d4c51535d4fc387509a3dc6623fde9046ea03b8e5a312cb14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd809be5bb43413e78d3b7c3decd9777568e52d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff24976f0afe96f05cd683c705c4747f2a8744b3d20e249b1ae6197a1dce7962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61cf70febf4db222fa1a62ed7742faf64ad1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14610d4718d6a56108de634a0a631adb124757508ee9bb15469e15aacd2b3e8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7ed772f6c04696d5611065c61a0ddf7b0b7db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f8f3d7f2d710a313cbffa07bacc0c9488ccc3152cda143b6f840373e890555
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46ac21bcaf08d45490d249657f38c33a8608ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d87813ec72c71b6d15c9c552da4ba2b79b75b20062945f3046323b30631caa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf1b1a3309267f32542537a44ce9cefead1b270
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c7ede7f379f8cf94df27e292fdbd289a4c76d280e7413e49ef92ee0217b5c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ba3babc5a1d1cbaccd1d7b2a5071a74e64ab85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520ed265d6464147e59c849f16c1b8ee4cf29664aecbf11684fc4cbeb24848e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd70750adfe6a9d7e30757b366009504391d85f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd1bee1db479d494242b49528140346ff66459ef85df7d3e1ac4cfed7c7bf43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020a475ee7407a50b1bebeb172dc1ca36d811cb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfac3ef4119eb88ba0d16e628a181eff92401b14d728d15bab91caed3e9991b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c1f671fd1413b08f07f3a55b734bf5853f2f49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b5c23fd12b5094618d25b818a3fa7496213d2fa7e1f3bd6f8ba87513b13eb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aa03b965dc5cdbf8a41cfd4500002029ca05cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d175cd6fa45ba7fe21f056024ed021284842cfd43db7eb28dfb5bdad65a9cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d3ecc2d176b1f3f3789ea7524206ecf1c99705
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3274792866d96c2f520eddea0b726111f53df2c2c3a0ff0ad478105f9afa0316
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3143a4518ba2382329ddb7e50f8b42c09d0589ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2687df1528981e9d0a231a1265807b5cb5c243367ddf9eebfccb0722a5441cfe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1a75df030d2e4720365f79dce5d663c596d89f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165341c1a487fb41fb99549adda1c5854e74cf56e2b55a509744909556dc9ebc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbdebd4567e3b3c43801f6a957cbe5d80164f12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8363c0fb4fcb6e5815ad6062658407beb3eb8e20c53aa55e500f26c88d6730b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c0dc5c39fbe0c54babd8fbeeb952879396cb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a61d8f36eccd8f5a6fabe2e6009ea1cf7a13a7b5ceda09d1db2358a6dac2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fb21ef38e7e9b73bd3a4039909095759af6151
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3006725584228a455384218fd89ec2ce4e46aa11f81b86fde04219624151b3bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e190ac419043696b0527ddc308e0c4a55132c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abede26bf304f96f3486a2ec4d8eb172f43de5836eb39cdfd68e27abb4c01517
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123c529aca20b41a6b9f077081b7cc5848488ab0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c57518fa8c81488c040694d144591e7ee06bde24a65e079855241c4d91d128c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95179f07acd8439afb9511648c7bfab3aa94a172
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea951c0e1e6712589896890cab2253622a417527afe482af41b6e502ba3d9c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75cba6aec95c1abdc212434edb22a3f851c826b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f08b079f8f319e808452cb6036982846a149f31772c3b09c128d147ba4342a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24e2813372fcebdaba37b8c7abd353f38458acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496249bd0b88640b0745965b0ef8be1937042ecf0fcb061a3dc747ab7de15e41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f0a000797fb48364e2a4f37a832de02e0c5f5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab84ca7aa19f8a06dc5975de0a69f4a970ed6903cd949e8f7b7f3be2cd52b99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0312589a451c08df268fb780d96cdcce0383ef7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35abf90595f341c9c19082d3558e78030441cd40a90d723f72b09a65f210c19b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252b56e5ac6751819ada532b4c095fe1b09693ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87a6baec9f3daf28c7cf2657897f521bdfa978f44bf77c29aa2a8f68895b66e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b51e11b705c4954c4561a70aecb1e5038eecee2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247bab3e34bedf41d7233a36deae876bdeef1a0d62a153d160a72c60b835a0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa03909208a125c66284fbe3bee28d91a3896de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2011c95785179077f2a71737d9e7b7d72aecf8ea719e9981b27f8e23cb42eaa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612274a02e758f848af4d92b62c0b7b6bfbebb3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9af06578b00ee958bf6e4b9a4327417ccd4d08fecc1771485580f4841ce23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1983eeee5951b3996dac59f23e2f8c6aa83aee59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e91950415312badfbd942cefff0b5ee2ea9b51627b1b70936057c988364503
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4a92058904ef847b118e36eecfce377781931
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9fbf509e266df7c262dece815bd52d490d2f67f20b19cb7cb70f028b0a42a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea6eb5823925fc0a231b807428f0e9039aaba85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d84e03600a44e7de5e35b72c5ef9e80bfcdeebb664b82a7631a00165b329b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76b7049e21e7ea66b377aeda597a24df45b5b0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d37883a4dff1788c9d28117ccde01dad2fc046814bf19674e9404b1deed565
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2754f107b4e99425e3ef6a7df3fc130a6815b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf736c91292deb804edc9264c5b0eeb34cb713f5b6fa5e1e37d4b137a719b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff80c199cd736e215aa4c94c375a86a324eb75aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb6bc707735a60626e9fe2447866b8fbf219a60d12c4034f02ec61396007965
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58995c22b9f57053c2bf7df87a41f5a13687e1ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e19eef0af6c7951664f915dbb0b390706a47b2184b0e61a131857425b08d27f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e827bca6050b1d43c9dead4d893131ef2085c5cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9439be47f41275223b3ef49c7dc6f834f23ee560aeeb38223033e8f083c2f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c932859efa20eed8849f7eb693bb798eca63cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684fd9034014695ef05d8683d7c92556163c028d5331dd339be82eac3d980cb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37168e833bd1cdd4cf4fcc1e81048ce6507211a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e769e9a9cfdd556c3a7074a2774e7511c1cb499984e8bbcd3cb63fc409b18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33837e60e0455af932bc71179c4a17ebac575c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d35adeab57ad71f24e70469e719df27bea596bf40c688269ec03c93f22cdc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf150af3ec22adb6a70b7759bde9cd0aa779879
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269783afe667443938b9fc5455ae4fcfe64366d95876f0d6fc2a80dc2cdcfa9f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478dc1dc95cb539d87a1ab5b1630b4c81f9a15f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79c541d650e0dd049568cfded9636805c5c029af6d6e38f633ee5efd7aa7aef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4400fbcae20df9b0950a295a3a83bf0164defff1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5200cb04887766a766d8f788a8bda3c7b540c47ec95029ffd64fa64bd95f7dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92caef198387e90ad7d271efe795d40ab3dad2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78f1136dfee6f19343107e48034645eb12baa75f5daa774bbfecc7089682034
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d90675f03b9a7c19cf8caa1357d039b1091bab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08334efcca2cd23eadef920fa914781968a7d09a877c1b4fc9cec32afe396c05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7017f7f2d5d84bc788593edec7d4fad25cf34f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23adce0332b1a5680e5e2ba23d492d47918ac8477bb3873a12966390f43584a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb3d3bd50c9c79c92a594a456175c5945f63fab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850687697354043ca0490c1851717260e27f4951d637ecda95417399be2c2e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1db7d721a3a2fecda8712e170e5104915e9578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3e8d15f1a5013bdd0a0ef9ec57af44916952da4e733cc4ab10c43b67ffdc96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad38bd915b7a624ca4b802a57a7ea1f4b554c10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de745abe0e0c739651d6658d28adef63a4eba6e28002ada396a75ad1f9d84870
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c6ad559d1f228669e7d83ae4139a9fb6c944e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90782df26ca5c5387b30bb519edb932c35e5182d8475c7f49d8a7918f1df95e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3269c289427072c9000bb1965e3c332ed32b144
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16272ea7e98494d4f6d177a1156d2e76a9b0dbf06d62c5ce6329db527aa9662
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba461f60a1c193e336390e8b34f356fb39dc60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625985aa2bf17ba07eebf6e95ede1aabaa1b93f2b8a623f46cb025f17a3d2219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4992b2e9085e9bcc298704e914ec107ec6bd66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f29e3e27c7900a503214048a7f5fa5756256bfa9535c8f5e222956cc533f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29c341cd583bf6b824bc39a178dcac868dd435e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0390529fd14a1fafd8d6e6f6c55cfd9198d2886dc0d7b97c5009c8673f550399
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966b0251be1bcfbc6ff1a52bdd288716a6200303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ebe7b9a101569e9148d69f9faebb07e3a3e06563b52a2601a25baa4e070f47
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310b196dafa377a33d4b0a9ce74e6bfbfeb85d6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4fdf931ea10494d3cd91ede745e8546c5bce801e83454336f233ba8c638f5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1490d4e1360d75a19b5c9586c1501de5e24503c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8686457fd86447fa94cb1ed7a6864d4a7ba241dc5701e90acbaa777401c75c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac01e9850f08dc2fb6702e0fb44381bb3e5d61ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33799a8daddd148e7fb28a098aac51f81a9b6a34c6714274b24e76591c8e27d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68595445117a52cb0d0bd1282801474052a691f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ab1f7879d1ca61391c77a89023d87f1539a93296b437a1eb50ac9a9d95c04c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988231e5e7b0491889e61d425cc085d82d10c51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf2ec99a09f3c8a46a89a4cf9dcea5c57b182766ab2647cdbf87640b386b90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7f40356f661b3a11c782c4bddf6d00e75bd88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746ef3cc24e150ec102af75439b3fa7cc26d218e6cf6aeadc04b33bd935422ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb254c3952a5c7ce93ff561412553bbd937fbe6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfde09d538e5ca0f0c98440a92052f80c6201e0480a06e575a3d7598c3909be5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca71b6f12e731f601fccec1372fa5e24c54ed5c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44782733ea1a5dcdb160ad8ebc59dba8b0c929a4cf73d4d0b8f1a1a495b2842d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f8590989aa5b371bf11ac840b5a49d1854229
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b388e8da4cf7090ba54f3b9fce14a80d120f29c98cc5c1dce2360979578d12c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e4f3f1acf72ab2a691da6232d0870689aae8ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b8a5449064bee0018b85d12ed6da33f188a9c9ff58b4b8b53125c7bbea62e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca032c605055a73658aacf758f5af9e9f8821f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f05e7120da6bcd429585a60b46c38aa63071ac493f95d610fdbef1c4c37c96a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7b3d384c3edae0202b6365cd6e2dee01154b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5b4706b87adda47085c37ba1b27d270a2fa06f02088889a7148cc732f6b2a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9161fd03b1918fe4368b169df37d3fe33f8a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6231538628be1ad9678a07ddd8e57f72ae9d489881693016de1aa935f81651cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f14aa17d4e75beb6b31441e73850f5bfbeee9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229d14c9c225f746596ee981802ac3c77c6b6dd85e8406c7d3bf0a63b75681a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecec6ffd756066ecb84c3d600942d755a7ba636
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ba2c5ccef8fd879cb56c767d7ef054ad2f63254c91655f34777c89b9a4632
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543cc70e117521d4600db9b5c1d96b669a6eae2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4ab449a42f315a4022f3902818acee04c65e0f4469cf827ce43cebd9e594c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccd9f825c3058d49f4265c5c87a378faa09dadd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecd3995b896c9390778fb5d6970944e2769905ed855409eda30c441f410da6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70300b129c53884b6a256eaf4507269d2dbf508a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a958399dc27db5d25f234403c3f2b04a05cdba1aab9cd9a8a0340d1f40f0de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb11a635e5a7b24205b2a7a35b28ce40af9548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd167ab0e4b72dab71e1c69b033f9c007ec4c6b2971aebfb6528b632afb93c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4c2441376b2bdcff1303e5ef7994f5b95a7178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96936120989e98e0c196ed02443a0228b24b47bf7cc7735bdec262b62b69dc92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a985a5f7b6e577897d658848ac1a165f5a17110d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f36e94ffe56f7a1893e97e8eb72e234f8f97fc86e48fd2a6d0aa52b0939257
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de56f94b1cc24eda93730afebb1c2ddcae984f65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c9f0c212bb2542fb78efcbd409d00e87c2d1f24a532cab0c0e3797eaf2cd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e88f725ae686e45a931b61b5036431d895bb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a51c3215fed38ca90c3223f34a1ae0e0a2834aee8dd4e19823e1ece09e8c2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f96016d2ee5ecd76e6d9ed5453cc6eef97e7cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e96d3b771089e61b1e6f12535441cd03c9ac16ea639d8d74facf7b0949eca82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eff5584c41e01df4e124df3161a5184fa343f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d5562d2d7c8f2b2cf4c00879debfc807772589d3ce1d0435c5840efa67806
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60c9da352abb9927bef9fb8b91e6fc128bd74f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ac52b9c2158202722756e9b26844341850d21653506b22c4f1d7da41e6cf6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca676728adda72e53e6e1e5c485d4891db63f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dabf23f13b21a11d3a6e51078210f809ab88957194a38e59cb0cf2b2e3d9b37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629771e9d467921293ddbe7c11986e9d4da4e529
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f645d4f6991ad756df22f0cee6d0352072d749cdc5e19388fadc0663c3a802
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b3c8f751bf82a871f6e40d0ec9cd28c0cb6162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465958d6abe0d9102456e2e6510523eef61ca0cd4b79c71b97de71264bf2dbd8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2cc6ead7af3a6dae9cafd5fec7c4c811cd6953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14530264bb7f1190861b285e9202fb73083f857b49ad5cd8945e161756086473
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722c630c30bd8d2fb50406b61ac593758043df1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f205b8425132e6f18e325940304daff409caa19357652422d4b635053e2121
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19723c42ef92f28095c0e943228742118477b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b69ace6b1c7adef77c54e5e32c85d7cf36378c3d1c631d9ced9912bfa375d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9492c79a374dcd67312f633ade37da88b8184649
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5be39cf852a4bf6f9d233e95160d43c107415be67e13c6a6c6517069b00001
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c175ab2a51b28359266adb74a685145b8320a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c79d609f6d80667b121731694d1ceccadb949aad4a3f7eebdc3a4a217af7c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a561b2fa2cdcbb48c878b156562c0647f15a2f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2215b97f29a7c1218bb7ceb3185095301b7191c0076ac31455c7d52089c3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c5f52856b21fa8fcee91b903564b19b985093a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbb5359bfda6d3b10f9758df4d3f8024f4ac4f279b2ebd2f9bc50f27abecb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bc45e3219a38b861c7ce1b5217523b74d457e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aab51af9f3e7407d07659a1c8e6b073dea48e7780a359e438dc4eae49948fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d26c82bc122c4754df340d82b6b35b69a58275
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779027f797d88f45a3711202eb1be7091265f172a0c7f67320fbce48e2707112
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1dd7622c6c0c9a3e7d5d6b820592f0334710c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7337d4a15d7c000b05b0d1686fcb7096490eb825af54001c1c739451db9e2cd3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800e295bdd5ad65f65a93cc9572650472b623280
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afefa38663838a1f2b71a8b8dda35aa70242a27fdba6b8ec56e269d0ac3bdb74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26848dff25b3d3542c231b9f7cf67afb64cab4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa504ce3950b740a51c2966cfaafa0125a4dae28583c0045405025fe17e4782
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd3ef6ab13704231e152db1f0e03349289f3b25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb0c503d5e9fd5cf0a4d3dc7ab00d5a512df906323eb2a6c0349d45fbe04449
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b0fee2b32f863119004844eb808b857f934de2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e2edad816de36310c06414793383fcd7b38f86d3f63f245ee1af31d9eefa35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11299e873251c1e43d3e74abd3ff24a9ed11b63f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8008cb088beda7197aed86b6ff7775707ba22d4c50d46dc3bd2682b93e6f1e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b6d4ff0d3285c251eca7e958e5cf1cc6a46ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8248e986e8dc1e99d0a7e9d043918f761fdb423b57155d1d5d42adb9490569
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78903c4e41d051b99eb365f1a9798c6e3e8bbdfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b1c7f017978c8963ba6d612ec0dcf63368ad6ca0e69519bea6f50ea97953c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a09d4a363e533c430a7b2a811c8ae41719ea0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcd77c5b625f1689ae51cb70b103f02e09cac47341283263c9bf46bee84a225
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81656c992ed3481409d87752d904a611c4a45919
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb14a53c7bbf04528806f8a92b2c07335a92130453164a69cb4047160be3642c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec591e45b570387f7bb3e952d8bd8bf19183ac6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c084ad2ad168a83c41ecc70c66c65e8cee67ee82c2b6210655b032bedb541084
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0464d1882ea081b31f066793161dd507eacb5301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948f7fa739627fdfaaaae932eb49d1fe15fc59114a6152839e2d7055fa8badee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485888f778380544b3e7d4add5371537a7e88aa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7177adc90b6d25d34d8f662103c6aa0a81d8661a90897c4716d966069b21d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba20dafb0e0c8fafda9ca7a70b552291fb77f12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07566d21ac4d99c18dce88460f2f0de7fce44d39f9a9adbb5c193c6cd2acc32f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b95549d7f32f64b2e77b35ffb42ee68d61c61db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca4d5ad712a23bfc276a554952b8a0e1f88d2342787e6ab1d67f22760ac9c78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1c6b9cf81c24d4ce0cdf7c4380c284d4ce200d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a65c2386e42860fe479ecb119ee7a9dd4966b3870d1b2efcf3f030f2458339
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fa07518c8e9066102c10c2fb5a52f1d5c06720
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff423bd22e8b27aa79ead17ab17501bdf7a8d9ddecc07fdc80220f40da29a66a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8fa93ff24f2331ad43f16b302ada06680f468
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4149fefd63a62439778b7d44684bb94738eca998fff030572dc5836844c7d45e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee129c3fd6ad4b2ab5cdc8d17920338668d340b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9697e9133b07b3b7469b47d93ba17997d2f85ec893fcc62b0339740a6b23da8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05135ca2362df85bb020130385995fe71df8af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46f92ab769c9316816ddc4ee998a059b8225335508062fda050ed759da0bff1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed7317d78d418907b4d5e648b714b7fb2fa87cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833cef01b8e31f7d3d10b4abfb14423b9c1f700b939f4918517ea2ef83b6d9ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c080e01226a177265fb675b5191ec910a777af3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d276780def86f88f97db80daf81c5c4c2ed2216024b730b97ce54b88ee8442
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d240adb75493a10b3bf7cbc541dd2d2b5ca3a911
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1741d670ec6d4c0b903d681f8764c864651a626b9c846b3f4fbf013eca7c0b28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3dfdd46185318ccc99e0e46c4c94ceba68e322
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07139f4e87ff461a97509691684513173c38bd9f8f09f3f1c9f5149d3bdb275a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be1fcf8b41f417f42c2d91314c8724e32fbfe30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2704690075f9081af4bfc4a7a95e8206d0f92b1f8415ea7ca93ea7718b4ca44b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ac077babded6e93be29a24474d9818c214e27f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c561720e3c8b7c7c0b61cd3db8ffd99c4f7e2a1fcdb0258e63786847a1d92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572dfea467f37c87abe4f7c454b999a44f0e10dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2589fc016c9960ea41c54214f426522454150765e42ccd8274e3411174808bc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbb13b6d77449e339913f183eda29c032e3d42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7432a468a63441e80f0234b3984a4d1224daea13cd3e8da2a983e517036e2106
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c8c7d063db369c65c04b152bde9da07a9b6f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34132dc4236cddc779e4b167b58481db7189831b7402f44703ce01d3d7fe7ef8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e061ecfc0f3444693c4e12d10167f5c67a12fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0481c3e2934044923c693149e5e7e0b460e89ed2a57771c33664358ef00d4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2cf233b5ecce2bd5c42a34c255227b9b6c0b9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e8082a69683e5c83c0cfffccafe45c50dbe244c3f69d5e07fb5c57272aca5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa80bd591b6d24ff0d77370002961b4e97f4386
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f8a9cc69c0009c129887c9d339982b5ee27036ac666bfcd83fb6090a8f0863
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f34fd998967d36cad9187b945cad327ad530213
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e034547b6e22cd0de10f17333f89969da9b588855a8d011a63974f071b3bc0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450545872e2b57039f43c0728cb2c1fe4982174a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a270f26f0d6c1fdf0c4fb745f91cbbe84735029a322d30ce6ee0f4d95c54313d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f86ffe983b6420fb342317b364f88ac8090194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadbd501afe728733e56d4079cc31e92afffea961dbaf852376bac995c76f27
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90fcfe20a35ceb3cfcd6bab28ab16db1ef7874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04bd980490438d9482d05b71f901a72fd363d4011e80b16ab0d6018d4d8f50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77b4d77d9f4356542b35c70289dadee92dfd0de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b40d7c30d073dcf764ecca0a4c798e2392159ae3f718ff6df5574e0480fdfe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1680f0f5e1db93792f5a0404503ba57ea95ab8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8b5c5c77a40c3d1432ecd6214544a9886bb36da049023cd7c747916833d08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0992393d903076f73daad888b506055876872e20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625c4f05e6376c0ebe23f9e31d02f1ad883999ab4e674342e282bdc3e124f003
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d978c7e670f62da9f64472463678fffe3b1cba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00393776e7fa76cfc462978a9850eb35e89c8da4274463e86542cbf6f31b77a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b7e818e0f4488c3575659651055ba6a51e4830
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9fc03eb833232c76cffd9180cc4ab6e63c8b96bc188ac2cdb1408d28ff61d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0319b95c78eab6ab15570d6fb5306c0a1266b7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7699f651b1458e7b39a46821a3f859805cf8d29960d7d5669ccf8aa6d0ed15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b05ac1684e5d849deb9d4ebc472b63070a98e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a97a32c018f41710acc3d85b8f40438377aaea36d56162c0d700b7b96b548ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e441fc06be1418a9571b7ef1b7a9038c40a991a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d130f338010ed7a94d92fb7b07b81a59255dce1bd5a7ee178de9fa94a9da5414
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b7ab8c7697c5e4d01370d4c74f498b44945445
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51963093dba913048feb45700d82b07e0c9f255d91fd0a29c84a7311a586263e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bf844f35d17cad31b0f2cc065064c57c08abc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b301edee2014b2e76e42e2c42b39b1d5442f8e45b06fd92a9ae3d26c9c7e676
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb132ee99ed55ca2425831d4ea4cd95487072a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8e33c5f8c56581f45f94dbf350690c5fe30c3109979e0f9fae48a72dcce58f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e980ac8420bb922bce412c62ae739d7162fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d845aa2e2f62219dfe62eb5bee0a35771431cb251d314b898ccbbce7022cfe6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9c3cb07c0cba3ac43a124a14cd0afa0655be1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99387f7fa2067e8c049b89ee18fc3038b373b1047fbdcaff4c7ffe2787107f15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ef8c814b1fe051558c6f1d3243198b805f0730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91095c73fd98fca58c9297a1a030c4953eb4b8d661f032d948757984a4861a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1379fd245eacf908797acd7f7c4cf59be109476e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da017eed65f06ccfb14fc5dce2a3a7c6b64b649a0b6ae3602e433bfb16cc810e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6864adca11bd6a237678015942a7a139c0ad40ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448de8d5876d2548642be5f27c31aa02d7afd3ce72cafc928287cc7e32bf190a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2296b03d252e150380e0bee15904df252ade0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6abfb42d2fd30f5fabcc39a69f0898f609a0a33ec01ec762ff47f2911987142
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be07c16ced67c97856433ba4dde0d04f1cbff3e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08d7f25bd7168cea16c3a01ae91b7855c96f2c332eb387b69fe35aeeb6be90f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3069e8243f189a2a3b3a600ab0662f5e8a3292ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15b16826f7845af624cfc5dd693238c8071f780c7ac9f3072b02255a14d42e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9d03b377c1a161a5ab68ea77ed54cd06258cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81166632ef4f44b57106f30f8220e458dba6c6748d2c8f1e6655a611b4a355c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363368f5dc318ae9006e908971260f4968b8b1fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4da006078feed5771e5a47e67b6956dee8446d4eac8576dd25e4da01cdfb5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a77a0a67d13dbf03a32a3d5ee67a4a8f0ffd02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b68f4e32030435a39f4d268df31d03004665ecd65426975688964e5c99a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec7855f0cc7aaab02784dd306040aaa5608bdf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf17baa74cab3d21b5a83683f2785246b114006ad93b5ee5d2fe3295ef1bf7c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a828505c8a3e813be755c8863c48cc0b6911ae7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec50567df9ce5bba942b09311cb692c84b930f2fce2b190edcc36597b828a84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84380abe60e3f4b63fb8580242c03c9a335dd55d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950a2ed785a9fdefa1c4caa73f1748ef46180a038187a571266750e76313f4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cc17c8b3651cd1bc5866c66546b52ed0be0234
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80472c7e53a44e4bd351f3c66f1c91ae03b4519777a49356bba72897bd348ef2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08250704afa8767b3ac54f25e0d8cece4983a170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d894bccbe6c78222e869107f4dd2c3a657805924ded43c3b0e6c59fd37eb46c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa58580db3a7754569e8a2d781e697728011d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f72cc221f042c1b5f8c3ec759b3fdee9490b28b66c3f750a8a94ae69bad14ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d0431db03651ebab6c5c392704220edcab998
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bf8051aa0b62795cd0a2f4ca2563c858f657b16ea7bd0adc6afb7bd217d053
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d9f10ec7016fc730845ee146559132faef88a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1fac55a0a2509b65bb888eed21f54e50ef5711a83b4b3013ad380b0e1dfd02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef827f567250912c172bfb55a6d6677511a3c24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94cda8b4fd1ec8b34e0eabe740d6300b14fa49ee31b730aa981c736cd284553
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e3a7ba629ea7debbbfdc8c67cc5ab92b619ce4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acbc6715a605c69ad357ae2c01c06efa2c19a7fca559cf94128fe6049543eab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73acf0f5ff88007d924fe6fae92fc5861618e2ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535ce82c9e21ddf7e4491014875fee1dafdbf6f567fd9a5cb992c376fad6070
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f264c2392d010974523ee15da119b6b7878735
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba20e720560ce044bf2ba2aec93a70e832e5556a5eb92f4389b9cb6ea29861e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4560a23ffd181bf8914709f36ca673ab60cda440
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aee6261e3c8f755cf359233c2efe69cc42b23b50f34ab7efff1fbc480491712
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2f7694c6b97d58e077ab5f35cacd35a94d2bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f3de929f2778757ea472a93598e43d7affef20d3537d0852e02a918b76adb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac8921bac1a68390d152dd9979a980bbd84e0f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2708473fff04ceca291e712322ef4ded201f6091ecbedf1941207c70bd0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8a96a63f959db619cb81af901a92eff77aa01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5ec91f438331102ddddca13741673a303899e28b0ec4cc8e8bf7e9d9677300
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac3f672d100f309c55fa5353ad5e470089d791
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4642677cd22b692058f74c29e7f757a9f3540c153a72d30fbb8aa1aba9c084d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d15d0c89f005fb61a10b68fc5635fca4515aec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1521af0c4b07815f2880db7eff94799955a59b7fca9b2c91eef56ca25e0ec753
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615617e29c19d9b42380b1a0cfd1487f4b3154ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b3f1b3b90f3d183a8b903aaee8cf55af9c1d3a2eb32c5dd0c91bcaae5267b4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9844fc50f03a8f7580242fa301d3671ef708747a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2513992dcfdd436b4cf3dd84848e1e9562fa144da4151ceff2895ffa26b23888
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dff413661e9b7be3a2cdb93a193e812b431ead4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cabcac7fdd8ab4b589ae637001eb341993e7d9bc4277a2c32f1fcf6704aaa71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94819991eb640e29dd3d1a49b77c8e93c9f2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f4873bba0c69535dd90e17b02e81930ceccf7cf86e3575b10ffc19058a843
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bb4226eb430e156f779c92574a70ebf16c2f95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bce1514c4add9a453bb89569146b1b68bd8ddabef8a5862579a6f9657f19c78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56aedf204a6bf09de9bc7c7c2ea1d89d8b39fa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4da2ccd8908b9a723d7f8617d33ad75bee121ed920b4879a9bf166878df21f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1175ae2f22e14498881e1af0b5099a301f26bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9146c44ebfced174c2d36979ea94836c3b7258423441b5cd1ad71533c2e0f1df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58777a45103c8b63baa63e83c46e4eba29615fba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18d9828bc22302457a865c93089230982a823bbda5412e8338ca3178857559c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00dec10d678e54c9e1bb0a966353188b77f2947
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aadf263846495fa44039d308b5ae37678682d2053a218b86adc168164fd60d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8746e75417f5adb765dfa57e8526b591f1ed5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85787531ce77447345c1043b2e692b1df13c14fb83a5d239737e6b7fcd8819b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8422ad53c151e6678ec3e683ffb6b57495452c16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aecccfbe13c2e84044a5ae3c6936f259de0c2bbf668ebf612b6aa9fcb6b2fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1cbe058d24e6beaa5f2d764a2d0c998a63ab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca279f1783e60021f95cf733ffb18357be29b1f25b3c777f068ab70eff6a032
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66311516d86fb8b935b0809cc5a077015836a2a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633256d8f50a8575d8c6b0a506243dd80093c3adf1799d982aedf02757ac0cd0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ba06e613861e611e55238bcea0f5a2498686d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57252e02e6e714975b336d4e0df39cd4e407fcc090e50540d22cef68f9ca67b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5e411d73ed4ae0cc10a7f51cb07f46c93e5dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d724a918dc9cf18bfe1fb9001ffa3b7a316a8bf387f30f2a7db1954fe9e22889
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9341141c3739ea02e2c68797520999d75c653739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb246299614b20163d1bf3383916c218146650ec92e40ff41fa247ae13b670
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c17b6031a8869ad687ba275149735e5b6865ad8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2247d8c1b2c77062176c9ea264c3b572b2db25bf152fe73d96675f7f06ae2531
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79fa7cc147de53f41a85caa28e9c1ab1ee4c9f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8facaf59ecbdebd4fb6114a760c3321a1a5bf4a834e460c1f568f916a9b9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ac46eff3f2fba14c69efd8b8bf2c2ce36b85d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f486a77d9e4a2326679bdabf525266a352a4019ef437effc65fe02f852b23eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad7c45b633b6e886779846b155ea0bf0a14f202
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93431c02626336a554803417f18233e81122fb2413345445275cd4cfbf85426
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddceeff16975b2e66bda49c48b3c95d5bfe6a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094c977c1977b1554ffb0d7f8cf8cc889278cb6808e5f558afeb84c8fb4c673
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49f880f16ba954134646ffa65effcd199f9c243
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6cf0e90f3a2e1cc4cfae6b7268f68ad017338380b63a70425efd5f88f34685
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570373620d3bd5ad0df2c5aac4acb2179b7bc8b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec83cd63691e3b7cd3c905439bf91b38a028ff2d354b3b57aeffb155d999f64e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ae03eb24fd436f3386cad30a997b1c9c63826
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a8c1a1d8c411b3443940a9e36c0beafabb1cb523709dc91fdf6baebcd4d90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e53e0c046a3eeb6cad26ad385aa206fcc09074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aab4db71e17c60167feb3260797f3baddd457322b23f9f7a97aea0be99dffc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8e67e93aba5cb837443b384134f3c2d86d212
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2dfb66f03713562cdf16ec18b15b75893012ec48551cecde5e8e7512d17c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd40148432dcbbb2259c822de5964d8cbd81a32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77378a44057b08f1d0579e3522d664b522133adf99a90144371cd5e4da9f85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef6632dea8387ad9b6f9884331c091faafc5f5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdee3426daad291fca5455a1e00ab33df2e7c293102f75584e3a6ef6aa2d44a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff55b796da6d293b26128da24628c3fe84a5678e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c092be37aae37daeea60ee88692d68425eea130f1104e687928dd029c9f83d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b93ee36bafdc71b9eeb15c2ec853f6d02267c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de8b9a347e87699708a4ce2be8597399b78c3189195dcce11d0e1a2ccd49fd0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947dc56c995dd84e2d9a553bed3519cf09f10a67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6eb24874f934d2143e5cc4852c652a71c54b721d0d0757cc56ebd2ab2c2230
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c28ed3ac49990fbbf8b73acbe46f4a23cf08f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca33dcc785c2873add143fa4de3ad5ee3c1728fc47c4f3eeb1cbfad751bd1f80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba9b3b688134f05105ac2e6b3cfa87778420444
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4cbfa2e4aefcb4a192facccb02981b175756722bb916fb46f9fc95b399c970
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a4962efec93e9a31dd51aed7794f6572bc5a50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1a8cbb1d40eefaabc74c388d87db3d307e6c0112c42f4a81e7a78e89844373
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb0d381fcef9e8a6df3cb657d7aabc2bf1035e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07491069959bfb0d1565caca54d85862e7dc2444f0cea03ad10d625fb9121ad1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2064ddee3edd2b46f8bf5caffb97d558097d253a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc936c8579989b5ff92a744366cec2463212b4a94092da9c62f2978adcfa979d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5b6a7eb7078984b173f3bbb598210e4f5b3a4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd3c883a74b1671ed2a40b3ec9e66ffaeccb7d1f1c8a20622db510c35fe0e0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60598f177a94a4551a1747fca023bc68e0e88cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dac26172702934d3a4ad5f2b695948e93013d3017bc85648c3e55ddf792cdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3658eb0eb09dc8e4091a31096d6ec5371fe2f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243324acb482d8310e1f8f4f40aa8620f79021bb6eababbe15a5ad62b77e2841
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee780b1599bd78f19e8599c14a5340e403a3739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4642ef275d832f8f018f15987a52475d1c5f126f75cebe57023fb6b9c57a6651
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbbfd0b33761bfd0aadea6f6e610ded07ef2f49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6216d09c652656039d61ce566e1195e709aa0b487f0c44972b076e4f59eed22f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3eb24612af75ec668c862eb5e09f83823dc11a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aadafa94b521561640dd5e4b21ea035eb6c47bb1975225b50b540c15bbb524
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b16ceefdf658c554b7f9262cd98047066872fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98311250d76f7eab9549d1a9f4671f00d339f4fa7947ea73dea422b64e491a78
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70127ac1e77d5966e3a71f61a75bf879535224
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83360f82bc91edd4be4af7257858503d374e5fff49aacddb0aa285a4c20ba4b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8523bfbae6069f1e18fafd462d1372f18ca04a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba33b70eafd55d363890b0361249d4d82d2295816f5d0cd09fabe17793b371e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2775e30fdd05b55e63844f3d5af3a44557cd580a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbda9f718488d896c8b7cd4c16754b40d0e7edaafb429ca08d1b69d3304340cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b984d026735223805b17843832b172983c4882d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1a5d734c068893b08a6f1aad5ff8c82fb5669521065fd2d4f8565e39725b74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6bcd65b402df15a309a7ad84143ef7e4279d10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1bd106d1eeeae9754e23eeda3ad6beb049390568468d92c194871f73c57c2b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce60e82635fd76475ff504361f53381dadd5de1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b6d9bde1e85175b4dda1e1b7564af3890e2d065c6dc5b47333117da552a848
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826ef0353a45e4630c4a0e737658af99d7a44b97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec33eb584a2efdc8ff1544fea00228a81e52d2df89c21efa8c08e04e35240d66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd5984cda0ae50944a75ae6a288544043483db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ebf7092b522a8327291532253588a8492c2ab0f53f7cc8ca840cc8f62e180
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443ca97b9da270828281bbb2294acef9ec92c536
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3510ad2607d17b9c0c8501ef3c6f8327caf9d0ffc955e3efbd42d1b91a88199
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1de0f6e0af830ea8aa7c9924d5bfc8faa319cb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1ab21fcbac59fe052eafa1afdd1a6d022fc2c95f2ed2d1ed32214b93ebd0c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d272347a5727c1b3341e56fb89f8296b2edbbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d65e2a04b41b1f93ff2d470f716d2ddb3031d5f015af39e9666f706225acd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6fb3a21deb281cc5bbba75a9302ea80bc74939
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed8796ebb8c320054fa8bd26e87539e5a65902d94a0f4f61c303fb4a4512c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256d2d4f1b2e13e7f831503733d0d5913e1e1207
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca3fc6439ccbc4fcb254d578619a3de1b28ad441240237977cb58fce63fb20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b82ec8b99177e05dd0100d673754d27b3d42288
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5681f72331a79528357c578b04cd9d1b2abfec4c8172faad857a17acdfffbde5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca95610d48635fab842e880a7dad3de70197a54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa0b26509c037ead8b3aef4de1603ca9585d47644c72ab2a3c821e9682286a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0225af1a167410bd0608fc94889433d032a135
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f2fe11457f9c6bc4cba7a1a072daa66c9b632feb8d75ae65d9e6e27ac9bbe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d4566d5b4dabff14ebedf588ee9181bf346b06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1af761c3cff65c530beadb34f9e1e5c32b884f8762dd4a2ba54a487e48d1251
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cdcfdb36832803aa3161996f67607744cf0afa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18db375a6dfb3eb2fe21a03b7e7d64f658909da5c19539f162b473bea99b3db9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a736754eaa359706000390417912caa0082597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98242290471db5b144fe4dc2804a598db5506f636c0da622b1fab98f4ac75e85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d289e2b504dc2faf1baf74ce379477cc6429b06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d9c1f32b2b2d0359e520d949f7714607d37ebd1673744d572361f6c353a0d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629fc49e3cb2d16d5438bd89062ab5bef084eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da49bb49225d5c6e5794d972c420854d77219fff475fc7331a105f95a0db17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b77d6cbe89fceeddc1f09819eba0f1a56e428ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c54f5a936a1a32e432d1b0ef232ed24da919987457369fb0c3175d5892c5ed0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6e4a2321888b541d0cbab11430ca7d9b937d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65878dac46d2d1c1f9a74cb4bd9fcd09f800b342af57391dbe2b7e04f2db1f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476d2200c9131fee32de4fd608ef1ab4ef55edf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3f3b6fabcebac2b364f59a23a11798c85215344fd87fc7cf60de716130e068
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad86f091bf867a16a226407b2edfd294900cd5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4190f272df929bc52edd83e9624c9b68523722f673789f37e7a10834ba5e8a45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c92c13791de539fe48f8d7cf22952e457928c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b609288630c6ab619ab3a510f28820abf75d1c5ac184e84944f546a9bc30895f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e963b4b1817a8d7f8dffd0c518a333ab420132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae377d7da1460e4ab8f08a3a2d4328bb8399238300ed10e618431f846b7dbef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1415a96ab9c5448a90a0c14ab46e8136b5cb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67c985e5f605f5dbe0697e5360d1cd99bb0f973e1932d944546f63018fc6c84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24fcd66719640f1c5a2a8409b38567ea35c9f30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71dff8a61c7bf095611b866f53fad94b9fed88743001224653a8fecfdf6c2bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ac0256d8d12d03d80d30befef1bd2f6f650fc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55859b5d9571ccce17deceb4a88708b114a226425639374f152dbb86a724a7e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b018aa261579c5e9408d5833c631d115d95173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b3d634279d2ed7a36982a364a13d14ca7bbda101984a564dabd0f227715b6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f425247695e583fa72a0ca98c40f74f191bcab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb665b265c281c54b56beda9b6b66132dfff364ad6da7bb6bc8d7ef365ff6b45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d47dfa6ab78f06292a2ed662775df71686e73ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74229723134e1a471eae6a2e2aa62a03b4c5292a76cef765fca0ce75a030c4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b22381b7284c15920b88572a0638df89326922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a28cb3bea80cc0cb6daf589b085d7dcd57a1b28869fc6a855a060ed305ab709
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbc8bdc43e9516d499e83a2218598aeee4c772d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ac33764b1588b107baa07e6d870a3b45f78082d3e77866af3b540b0e87c30a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb806f05ac6ba5d0569667cc3060671411e1bcb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac86f98bd1f6afce9a1c61131ca1e950696bd09c156ee7fc5352f27eb29ce2c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce3310697f94741165e31ccad3a2c238b7e709
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3419ebfe4e8ede007635f9b8c1859649ea2ec2cc96045e927d52b1ec0cbe04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b5b93201a89fbf56b49ffdb1d20ca71fd0b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6438358dd11868fb4c52a2ad4c7b7e421631533f90f6780eb65b168d94eafbb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf1baf91f31d0e3743ba0ec00e08c5ea316126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7c50c1a3fc8a270ec3a2b764625dddae3e8c6d01c2459c572be037109e17c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8ac36d185e6e43197d03f402164cb482551e8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecac6fe3d302123884f062393be253aa4f250e9e781448d55f6e68f4b57399ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7d9771b13971ae75f37b819b3cd950ac91a58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d1614d5aa438fbf5abcba0f28187d12fc4effd94c215e75276c47d86448c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eac01950f38e1012e1378819c45fb20955926d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f500753b18856fdb7d01971c3e33582ef590d85e4711b1f960e8b5042496b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e47aaa00751ebb0bd73f24ed9fdfa3b80b25f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbdc9ef322e08be0cb1801199725ba94b22279e4b3cbb9898bc52c5465743e2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd13db6b7992ed99f0753ab31f6e90a82d1dd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a513a2e6c0160b503edda286133ad6673b605f392065af8576979a5ef80c72f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0dcaaca5f15d70d250ac70cfe6d102f1b833e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02880d782e2ef9d0072b1af87673b5bb9e42818fe66faaa413d7157e97a180e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eaee289edac50054770871d114deabad5b88b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bde74443f36d56dbb88f0de513d141ac832cf8792a943023abcb83eed191f43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c35d7a8f92315b3f468b5a89bcc7eef0328c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c8e07f49f9c8675bfeeb6cba4b9cfc1523c7a663caf07c785593e9c3922972
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e234f7f7bdf04a22d67d24cec29c8f9cc762737
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba864d7d69889089adffa02dac6e34eb81003af8ebe5626b018222b7e4e845
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55dc2e3e8aede1f0000b1773809373507d5ccb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3092cc24f1892e4d27c8f72d875b444201f65f94f06918bc08957e6b3a71e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86952ec1c77de8e3816b42406c70705716b61191
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd4f29ffe7d35694f5659f3d80fe1111a925daa783dd2a7aa7fb39eb32d3ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed1416dd27e42d78e79c51ac5b5a8a13668462b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd87e4c3f63cb77b44826b75b75ac75e02d7fa89289f114fa2e9261c497507d2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0491bf318212617eba45e573c8019789de3338
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a361ce54f4c2c346da131d99a54f30ddebf97857536209c0f9cd16986b772ae4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddf76ff0dea125c85440050a38e346e53409a25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a337df8a3213e1ae344816b707e5d8b4e21602679b92834f1be3bc498f9ad0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd72d3cecde642f0994f2e230707cd42772077d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bdb054b33af02f0fd4dbab5a12445821d1074ab0384a42c74e04fe3b582b15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1dcd4f9643e0887c5fd308b86eb7dea7b962e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51185b48b7210293024c126b0a3fbfc5c80cd6ac082871a3ea27772d0ea6bda7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c216a9214d6a21cfceaa5605a3b6c8b7fdd4210
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58f4c920490eb7fa7e7bd7b43d04f9e25e092184abd3ee2e7e9b90f8b64dd0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f5d4b80aba482e15a8bac9dbcf691c869ddf9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa6f80de09f6977426a779647277407cae57e4ad5bbf79346c28c69905e6dee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345102c85bb3c7a10fc91ab0d67d7fd8235f5914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd38e0594b01460c53b0429d196715e6f90116d37b3c0b9f5539ed1f0cbb2b54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e67754883832451c3cdb6b8cce3999682376d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e44f603cacd1db647c070085bcf19291102549477df4204bd73fda64bc41948
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9943305df8dea4b14b262cd515101fbdb451a98a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78adc8fe5239e2ee2920d4e03eb8bb8699afed66740968643db09a91b57bc60d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258eb5f69f67538102645829dec757a717433410
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d7b574d2c774fad21bc52862700891128ff9a850370e3778f42ffffe85509
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05057ce681c5ca0a5e156f2f5fc1bbae7a35ec82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4bf1aad7d59bf6df9bfcc0246e101c3c78b000fa4169756d3742688f65fc3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e460f071197d62a1439d9f3fe4f0b24009b0358
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2d9b68f07bd7a50e2e658d7fe19cea3369d5e5e4d2b40b511ffcf7738ccc10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911178d512573474d3db37dbbd0dc4eafdb7375
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af79f3264e180b6f86ac306e3a582ec73c868f410d2440390888308140bb8461
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23537732d401c0aaca0d5f69d70aa17f3949ff17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e8ee1345c485621ef6988f3a412062d9b202590ad5342e83fe692d336dc8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd82aad2bd286703deea30ac3a85c12295f449e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3808a6d806d017a27738335f964f74bca80fefd6c83baa943ea7cac1bc8d73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e8ae715cd8d1fadcacca3ce0d68b0e199fd62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18de3efcbcd0b9ecb781f756eee4b440bb0cb46d38dc9474bf5de8a87406c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff530e79843e20dc1d64b6d61252694d9068ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ef77e39d430213e7b2706653632d40c241b42eaa22b9105fda5ca11fd77a39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcce40d056256be7f09ab564143375a4122cb92a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c1d51be490c090d66d060b0f9d45a0fb4504344b1a5842b82677f169f9018e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f493f567908c20393c4162ddef4a9aa25ef1ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7431ad8ab7285e399f79f427209104a3c6c5e260c650c5b920083c2e3e5ad82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf188cdf5a014d5344634d662043f83a8c74e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b02e245a8335d45a1524455268e24da1cab7c208c156a212f8e0e0be19640b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908004516b86340fd82b76d75086ac00430aad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad665b20f86d88c44c780bd3d497d00ee8d8a467857b139ff5b9dc424aae9b82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c8fb881f2d93aa4688a127ab7b714abca52f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab56c96e3a2727a1f5b7c8ac89cf8106d40c4ca0fac2a4f418612ba9faf6612
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64fd5608c91c03dd16f97b1f66443459b1c23e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2453c5e5a0a52d2680cc2d1b7c870537a9a9e4e6a425f301281e9d521d17a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91734c5caa6e8f1839f03fa34a365a7600449c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c14f52a3f7ef3e22b19e28908e3c021d2a25f3b4bb2cd052330411dd94812b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8cf5f8331e20d3de6b378ba1b932a9e5249bee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952957e28d612dea94261e35830a7b5e0f457fb5d53a09e83012d3e9002f7203
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a28c534870196cc0afa378e4a5e960c4fdf6146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ceed9582f5368893312a981218d034165950ed73eb32d4f72714aa802649fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a57e66b50ec16bb2ccbb0fe45462956f7e60575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3e0be62baf37c44cf040e924e6e37029c4c39bcd319620c4994b097f80f37e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c772d0129aec8b188327a2dca39f52cd56564a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2766331231f68201c7f5f30886a6cc1bf8517205bfab48c8ec2c67ee8e556d61
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defc92863752f07aff5d91180eadc4265616b8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d23e724875052bd2f41870b7a42742dcc368a8583bfa9e8d3aff699e56041bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d587d568444b612f702a093fe1961459ebf3fa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e30ce8156e3b3045efcc347c70e9c087c6882e2fe2e6e6ad3cb4fad14e71fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22cd5e30a445967926601af4d7b3989cbeb9bbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34b1f647b2f1682c39157132222566830d763c68f3ab25a1e089d465ab0fae3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fd3298d2000661a6294b8a1c593454bbc5924a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37486791ad53dbc29c4aa4cc2249e37a89af684da34267788f4a2fa370d0dfa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27194f6861a3726146c652e19f3f13a68891cb31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babfa507fc60735fcf797c6ebbe530f287ed6b5f278f49fddeb7b8e5b187f3b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea78e0cd682ab8178f97ba07effe2a830e81450
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb79c9908a54137648f7eed4ef7e49661b3e4ea04db8fd2fd43b0fd0e15e700
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fc0787a87514fbd98771fd62b018e3b27a4c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b79bc2c974af72049b6d258bf597136fdf84ba1b50d3792556f2cbc06b60618
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ce61271a1765ed0538c74149a6cfb9bd01078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3811fe560f086ea283de1d06dfff85a6638a396b718e50424f114f21b7feb8bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3231a235b2c11d3ce095070088acba95f53bc69d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5f23d00494dec0de00a42c8a77c622c2093477957edd3ef3ecd933225c75b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e54bb9b778e17c40c1a333d29b6ac9a9f83c409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217778ee3a2c76a95a230c3be8e23d59cf396af10a5870bc8ed8ac56e7d846ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79266059f611c5245b4d638464fdb59d78bd32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9a954c2ecb64ec7826c92bc8fc5dda5cb1e7fc177b87492cee27940d4264c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dcc7de271b5d73bba5ed0e69ae521ae1aeff5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37423231a4b75bdf23fec407789893c881e0ef37d22dd6b73ef6a6a306df1ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d50b6c3e9cbea57b0d5264d7a0dadd7b5afa926
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203525f529a972fa78d6e46e361a31c0bb8fc2f539db9bab14556a21f113a154
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4f5b5f33aadfe386a0e319429bf080060d8857
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658e4bef9ff842e865287e348979740eec9c33ce98301f63d4e46e41437f4186
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73deca49425430dfd81d541e7319ad44a65a5a4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216b610e1d6eddd7cec289308c9635212a0eaa9f327520c5dce8aa2625a9bb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc90657b45762a035ada2296632aaadbe95882b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f35e14de803e8073d5dbe0a7ae41731c82c5ec072c3ec8fa839cf1b1ea9e2c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296101b9f4d55e9c4a16d03460187e5088ef3863
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8f631c7df3a5e2b47de0fc7f3cf2500843810aec47ee63160da250245fd5ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68252d5e062abc040ba4a21f487408f9293a3a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f10c80cd04b9d7e3cc09fbd97c688e114c724d5ff75364c5d16b580fa594af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5438bc3288bba8219aaa822cb1dd37eaa130c3b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2761b373459f94a7de6b5fc68e1cc973725b0efccfa9c41bfc06e5f8ce347f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9b87b946f22f34232ab4cb22609206780ec538
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1814bd29e7082dff5c321e90d6ee3a21f2855e7a3effd6ac74bcf97f9fea74c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d33cc10b31b6a04280a017c4fc3ab27f4638e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b848709691c05c51e0e7d6e6fb66f5e7fda4d912b2d34a720707278fefb3b892
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c866b2d67fd340a26481ef06b2c02a7d9e5e64f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc500bc2aa2118c6c0cf40ad6dddf10199bdca420724ee9a4a9b9b7b7197de7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c50872a14bad6a0ced6f83e76aa75e28c7d17e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb78d99fcbbd0a057233477a739d254f7abb830ba9456d2fae9c9f4df05ab61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd55bcbeefc051ed418d320d77853e51afa1bd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b119e03e7a48de04690e2d428ed5295eb91af0456da5bbd815ce976b6b1b2004
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bdc72275c0ad63ff5fcdf5b41621bd27acd23b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a4311bd52064b0522787820d17b9952d8256caaa10c916af57f5a290b1a89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4970e24e9397e5b3698f1bcc81da8b123c5dad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8a2d13aa770461e6191012a236d9d9d414ec6ad349d9cd34ffb67103f1a441
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6193b85823d609df4d01d60ecfa136cb4b016f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f519e1b0356a4039a9b0f3440e549c2bc78b9534fd726a25bffcdac4ddc94e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8a6a0fb662cbb18cdcb188a26ca8acedc145ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1932a8251fbe540aaefc5bae79b4162deb318809b6e975ae859a180af088427
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f4054580504e71163f779bde1fa6d545a0d8d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ce9a6ad06088771dc6342c9454e4cba397549293e5f72a1bc5cb2f30b4db5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1114078db261501cadd3fbfa18464a11c2d8d69e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8486ab17aa0ff5fcd481415e0f6ceabd3f9c36e003d2a9c4609d6c3a955dcd69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830689862e99480a1ab310d10919b30898042df6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c1b24ea78cbd4fe57c9f5fdbc175c8be4bbf0ce8def99aa7499266d84dfe34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871d606684785e8bab91d4dd2fd00b5e91ba7b11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575b61af6e927b8ad087eabaff8055f07722aad3936c9982d995fc25dc102a91
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac404844b3f4e67270c88f741e87e5e485800695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0318642037d81be819a5f3669dad3034f672914f7e224ba72e25705b8c5c24f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880d0dbbac157fe959b6a289dfeb75be94b2a01e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610ed456c4bad343f491685e353b6410cb0093c3ee6507c5eb3cd53be63a1031
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add5502cf0d19e6fc327de305451d0f277a1285
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7790cc90903e5a0ac80d2682d89ff3a6b41480de362d3f45e35f5030ec7a40ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102d28eed839dc555926844a285e565deae6c9a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f33e9795772518c406e598e27e6bb8d4b20b702a5b63cb789669b40431b2d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52f42a2253d18899bdd8c672c62e6df1889bffc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3381dfd198b9d82e14b58f7e17cb1e39b9693af97a3f171b788671c2fda0615
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25492a985891048202a0340b890f06a8e4f228f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75659e2b784702515bf99ba12bccd128e20356d2f792dc98161711465243dedf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9272c0ded1ba418715a7c1426a698570cc1f9b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab56c656654adb86323636e1d70e2db9704ce76c93f91c97a8cc15e96c0ef31b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1a9b310f8cf0788ffde00e38eee2de5ad5d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5d4cbd9973c6848983797c5cd70ea8a04640b67b14f2d79eca4860e434ceb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b26d3434b5b61edc1cf894233591c4565581e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffd36b705210736949cd556afddd1f035004d4becc5341ec6907c3bea1d23bb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c84bf5ce6cf645e4a6dd7208963d38a9e0979e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3897adcaee39b0ced22ebc700a615f20ebf102cc8530baebd3bea48680ab8a1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b22986044ac325939f73c526b4354a3466cc5de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92686f62741c1f7c105cd4f51c347c2738e5fa748dec9a60af3ae8f3c69f346
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3597500c14af66d77585bca26642416a99cf4376
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fcc98f8c23251324847bfe3c055fd8c98f839e0c2309821fd27340d764bca5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35482887d0b9ef9a3b0988105caf2213462240b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f3c04a36914c14755b7112d3c0f7aa8766efbe14917e6a88c38e509a590352
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ca0078715e14766507199609b2209669f7b4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c67d66f5b6501225076335ff3ebadc8e813d9729c9fe478cc2ab8a670cd56f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9bb8628c45e2b657d268fda743048b2125218f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215d9d186c71db06c294d3594c53f203286c9f6c43f08929f20e5864cfc8b4d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b74a4c545777df4e6be29029cad62cf7a785fa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403199a166837a57655fadf7a02693e4e59d42b48ae5640492d05586f982a75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5a7ef04d1f8585cceceea518e9d2abe72af2ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833f7b13e0da7a33dbdf26a3974e052026780668bf555d1e66e23105a6b29f8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b10638afa15b621d889665f99c7c0fe547c351a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed099018b59f65b882c29314d61387ea3efe8423d2b545bf04315a257c6ef57c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c43dbf82f978afbf4bd112dcc876d95efd29a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ef800cbeba282de240b1c301dad3c7e408ec4b78d09348fc9ec437d43f8ea0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bdbd5225175727f34a0570bf23b7c9b6325997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0362674c5e4a5880c2bad81aef7a6fae8db6041be14eb4c5e5eb7d8ee1429ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb8303ca7b470f4519cbeee4f9209174cebf7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edba2938b89cacd2fd03229430c044791cf08209046f57df44440d39adfaee06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a01c9d49076ae36aaa9af83d51814b0dc0cd5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07756ca61916991ec92b6664d1776163387431ded1d1b336640a7b6b295c8a5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85db74a26063fe315ef5e158939fdc13c7a56c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0766ec47991928dd943352a78bf6854f895ae89bfa847c130400a2d0a27f62a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6704647f47f40ad8287aa2e1292fb61f961410e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186deb880291b1bda1346478baabb8756c24476e8281ae39437daf68af7a5951
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1404359d652716edfbc81d26c102fc016752a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dcceee6531241ef4999b82bd4ee0eecbe5ed8e9c7843ef9e31dced6d67725d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89dee01e29f48b4fc91ba2d04879e030ca6565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7049845662e0acc9114986ab322a016b7488a1b42bcbe709d2e8133b674ad5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e122eed6738f3c9e06e940ba554e742aac5b1a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8698f8730610f12fd26a8e7d8e4d18220885c8f990dcfc7069e4cee7361004bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc19b45c67a5a7d233afe9497558971f8cb9b0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990500b1655c0bd2eee7aea2a9e8f77f890c6d7ed8420c1b2a01452d3ce1bb0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2912b6b929a3608bd0991fa89df940de2bfc6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d1f2b9045af236807054d81c59ca11d925b26b8bef82894d1a1ecce1bd99a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cd224d601c532ee815c6eb9cf9f969f1ddead9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b269a097a9662356f0f96729dbe40fe38564027fff90a4760ae416459f29d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f7861032b4e7de25d96f010534901a6ed86c87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419f3226e9b3435ba2a5def6127896881f57472c7ce8a0e69ae3aa31ad40370
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec96ba860af411bae4970b15705e3247cc888f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168154ab57b87344bc3a70e4afa06b59c31319a3b22211696f1c1f699b6e8f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac01747d89e6a19f07fcfc962a84deda0308fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4334b631ce1a8193643361ab3a04b0faad6e6c2553537b07f5836af79bd914
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0ff4076d6e971f35e75a34ec60a046677175ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0736fb988f1396a18ec4b697bd52fc7af50081c6f6d34d1aa876556d679168
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf29c5e5e068dbedf21504907efc15ac786eafe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d80f0225d526dae3821430c2a0ace6693f9b681ff4ae0a38d3f0659db4ea33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97ff1901df3d078ade5992b42d914b1e8f34c08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492205241c12df9fc6675712ae8bf9b4e97b8936a15b9bb60b1597bb1266eeb8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd56f875410f826c5a2c7938165bb0f6c63f121
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f14af782e70aa8d25ecb3bdfb57df2656fd3fec502f1706635f3949510cda6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a10d90fd2c4400b10a21675414b2b1850d43a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcde1bfbfc67d044213790027830792a9da495387c174fbcb2ef27d9da480be2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35df4b4bafb37ee2b7fb15de5d4157b038e445e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0779c39d4ebd81856416f5a2cc177d2181b1ce39f61216699d73c90ba55ebd3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d559dd7ee317ad5dc9a16b8f2edbd10bfed53c2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5321f75b11c6b4c4e0296ee79e37bc96be7a1d00ba9820b260998aa46c09275
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87161ecb82f59b4263484effd0dbe8f69d29bdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb32ed83a5c275a7f665e7d37584713dbe24feca8d5a5298a96237856629e75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2766395fb3865f8bceb8a3f98816795a0cd45af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42f09d23ccdf4361db7c647e6215f5af5f05d22ff68a90389e1ecb11c87d71
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29066d719a4a454979b8cca2e73d0e37b9acb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183db879d2a373753777d2af35b38e57871cc9e989e50d79f149e07e0574be2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5301e97f4d8b5dd3eb37dc27cf150f327117bf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad7d599e0b97d9f88fe14c305d828bf91af8242f38b490c78845d870c93ba75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41664245b47bef0fb8a1c65d840f6a14f23145
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3aa0bcb327b58dac0ffa828420ea677c2980f2759727726c22eb42e2529e3d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa67b1ec0a47973adc671f287a1c016bf570d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb817eecf659dfbc6060a9150fde37d8c55b9e417bae4a30d6574376cb23e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43423d9d78ea65778ae23671d2e9f815ecab9eaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11375927a58f334870113bb37e39f6f90d7c4c9b069a266ce27c0d4373e9e7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545f97709f46a84bcaf5d597edd4294579acc257
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca566a43b1b6a7d3e48b9a5fbc1865856903ae9334d5ab4fce5163fe1f37a36d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bcf6fbd71eda91f18a4c88002ac6b1a182f6cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f09ec3aa37fa52e6b2378302959a280e8e65708f20081b68cebc7d979b970d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7797783817af136cea8f10302d327867e7f079d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb9402c8f3a7174885d5c6fa46badb9812b5818e533f1f8e69578a1c544e7f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a81396885d011382b4d973b984f0df4a597bcf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c49615652b43c25bedf71b19ff9342929671f1c4010f461cf595672a4d65c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4d47c96fbf4c36aae1522f6324b933ea011b05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19c6ec5098b37e9eabbbde9bc7eb2136a4dcc90620e128b32aab56520f3dfc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41ad8e110b19c4c0d5b8cdd0f109b96b6aa5f95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4272218120ac183e5f1283df6542738add65e86e69677506248e6d2b0be1344
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1313dda8fc39a065457e29738e0021757eb13062
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e81b92e7e2570d6a09b88f089f9da9eb90e8bac779655df61010e41d257baa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b7bbd8a7310c1bd9bb9b3b0ecaf303e6f62980
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb9e1612ea122993b5206ed9d4b299c81ec14279e17fd38426e2023a047c6c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79cc5036a302a80bb595c434570aa2f94f97822
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549646a17a7d6749501b8f0d1ad47368c5f016cb418482997a63e79974cd173d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476e8e3d389da5fcfcedb708e19cd22336562fc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f871d68f5ff0b5b5f18690d55c4b02376f86a3a467af8089e0dbd3c97d37520d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b512f67f00496869deda1fe98206988688784010
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb1d0fc3d9183e8321be8fa0ac3d0a1b1693e90717dcb082a0485ed3c78e40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbe32643a36e8f729b4b94e29f942de8682a992
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e96ffe4104f7cb070d8285e16da80afc59db7a79384988ae3730d70aecaa923
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99829a884974529a9d256695b37c0349896e710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de209c212ecec856dfb08560205dfdf13411ea437c00bc107323f32b8267602b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a058237185d8ba82b5b640029f42f4d523e584d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba08c1330b08d210f4e37d4a702d50509a2312a76b0d6d2fafbeb4b8702567d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565058f2e1ee46ac8f971367c4185efa8aa13a19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a8fe4910d22107f040309c8dae201668c19bbb38964fca9a9241a8b4ae08d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e5c78f3ac477080d154a16e94ba9c667e6852c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a71d3227664b0ab4710f071c2496dc1a0ab3c7baedd82c7955ab787a9de95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7d0152e4160b5bf3865b07e0c48a321fbaa1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38d4fc2ffd48ca0d08b8fd5457e22fecf2a52793dae2d3851a0d50f9f7434e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ddd01b2346768c079ff893b9aff44f508e9e50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60897765fc444a8a0a85ebd28c4a03859ee9dabcc07203d6ca8ca7ab3d75cbe4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c0c00878d9d765ab060ceb034cda179de31f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4554d048a665933569031ab3efca35e448102c210278fd6ef3dee76da158e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45bc8d210189073a511db5cd828931d163e7327
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbb16e35e54f084cdc5266b03212a6d78d0b9b0b62c42d23d3255e2c1e9df8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed26cf576f9d477b8997c470021e9bb1ce80fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48986b82b296eda7e1743935171d56ac4303bf70de0bc23e34f2ef85fab44293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4036be16293757c5d0ea21d212a68ab7ec79c6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68b37330eb7a26241640f7d3bad53b39039295bfa699666a7e3faaf67fe0a60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96406f89a18852a9530020b4e6626b61291bf53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08f7c2fdcd703018a1809a9156a7288a0f4eb8a44d4de8386564e00e98b7068
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449aa617b40bfdc936a91886704fd8d237efdeb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e32d29bff2c34da17f1180dc9dc4133741bb837f7ae31c02ba013491a0e5ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6f6e70d5f87a23f0c1cdd55d0e0933ae1a1103
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14010b4d60df725a0a5a4f35288461e131b76f3f8b8cdf3b4f54d71995f32ddf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891dad9e9021dd4c12f75e0f42b6fe34fa6a256c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b191624b4b46d50ff40575a0d4e1f08c2c8d8e1fdf3d9a97bd3ee39670bc9ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba079a268f10c7b03bc40ee2eaca6ab2447a34af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80562cbc5d14aaccb369bae1f9f57535fb8dbd3bd84e1619fd701f54c49dd5fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdbe47b79fa2d4aa13c8e5a791be7a2b26d387e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8052441f3732125ea1581ba214521fb4c28309dfe53cc2db4f94605536a9417
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2275a3c5f09f043bcab8fc8b0fd5cdbf9ee2f105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3bdbdd7a1a41a05f41e8b170bb47eab587f5afc60057c2dbb4626135cfd315
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74937788edff691806e5e8a971fb88e85c9b1f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b843f3f3d2f046d2358338527882942f0a85698c47f270660337353d82d03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cacbcdd46faca5bf0b4f6d0105feed2aea61f37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d3c17c289a37a0c1a95a76f660e8ce0083679fdb6f91a60e27b4809ad5ced7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff57e955492b807f77d4be73c3382f617144548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223bd9df1866cadb704a170ca17cbaca6757176ca267e8c8b2fc26525618575
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376aa4a24091abb806a88dc6df5c5e7f98244f41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64e0e45ca530c9da497f7eab80b776461d4998cce29c7013d9bd8f800f6b2ba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b21356a10b432b764cd04b47998ea81aed7169e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b236902b8f8b32d6c3871b6e53bc97e0329762a9e0cacf0767602ab5b2b05759
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b349f9d99e24f851805aa93624d28ee334656c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129efa2c237ee84d8c0daeaa63177a43af9f237612ca52924d482ad48dccd71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eac1716ef7deab2d4acf60af8b4e21d74aaaa20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcae54453e0b9f4b668bf7f3e35da4700c514b21b4cd05a5fac48179067dd764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bda0419b0daa8e4f88197bc0005e854262580ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed3eb47a757e64d4ba8a7220b16745884e9c041bce2e32e4b5a11c58e36a35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399b7fffed64d9a0ee3c766c4b53436f85bf3502
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150fdbd8600b2274aa211a1850aa1074902ad0749ea7cce8dd4f2acbef2ec1c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a4f280248d90d683789a8306928ab1c7077f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523bb0f92d4a5d64799b959fc96d637e1538f12d03a8cec1c647cc62b5cf0133
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a78ae03f9a7f5fb7004ae3d780daa78955186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6990659a9956b068b5949abcf7d566c63e1957a5d657c7138e56aae1da3b4d2f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd5a6e07c6e0143f43767eeaced87f09b60be1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2adacfd5fbc0c921ab21048c30b1e97d6615acaa0078eb4dc4eb535934cc47a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1b423cbe7b19b765b5d3d51f66450e9aedf6be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73469e31c8eebeba316b4f5a7a3ed6804e03d978e83b41d7501aae4bb70c2da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567354072164db735d8bdc5efcfadfa0c0d18fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063339a46a168b75c7d5f626e9acaa8f91d27ed8a6fc2e5f9da2667448ef34a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e87bdfe339cb32fdb36c6f432e156b01f8792a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579d0938239bc766248ba6663e81779927a0f47f3ee69691f5d73654545daa5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30479f3b340bff646358a1cc9beefc56f8835ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3b2a328247ec90f7cb4df71c15a082d3c401aadfd9508c84bce3c2a8819342
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ecc05c386851da5aa592c333520ac1ee7a6382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db5797ee4720bccc53d16a4ef25b77e45beb7677837d1514afbe74c02b59ad0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98e5066f456271507758c051fefe5995191017
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c4de31e6d4946313aa18f18bd95f37539171858550ff9524237c2878cae981
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc4b7d2a9385c9f3961a17b3b79c86180024164
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a52ab472900a6ec07185ed68318b90bc5495d5b31c8d5c208a1f5f8513c2d33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163c6ddedf2ad068cc5d550d6e20d868dfeb8488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b764211066a1d75f0dda88f5457659a55d517835bbe76ab2a3bf794c5b61fa8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feafac34f12c3973911bb012332dfc2f95a5a9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02587fe76e537bbf05e36cd6769d37cb93215177bde974f8c70b7b00034e5a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1754de2af684514079d16395bc633b16e4b78c95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60662ae2ad9204c1a899d90870ed154ba4d988814eba26618f4e09b3584c27bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6ea9fa0d05e3596c51c2051f7ffa16fcadc470
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb3e85d3a984dd110edb1af8d65e4230d4094c05a4cf8431357754500ed4d2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a6ce24387a7a3c9df4bef055c971b3b7de758
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6accad8c8c92767941b0bcb7809963d33a962e4a5b7433b0342a486714b0238f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656aced591b66a9a72c4161418df62d66d53e2c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6e061b9763f91232f06e151c25d8632d321e6aff31714b2b56d05ea9fb04b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40abfa0749d5c8653bd067414500446c2346027b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1028e6f2f0e600e9f198c023a8bf0845272fd437d145af77626738a9c08a64d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efd50290454022cb6c81baafec3db630de09740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d534e37e96a8002a6f0f38013ceb7b1ce44a2d672578bc9baa6870302c531f98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf068688a0f0521a26a265b13130ee11f9d0c5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388b82c84230bfd973beb96302997b64d838bdaf9a0fcbefbe8e446073edbdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab892fb56357baff4888513dbb1d788762f8607
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d6657734098be0e71afbf7d09529696a6f86ba17ce21fdbf8a4cd9c12ea955
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dffcd9f5fd4391d6d265a6732723b2af0e5ad8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b186e3855b24b6e4178f70d0ab516416136a36e3f89458d3b5c975594bf016
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90925ee8314fe351464d2175df364c438789077c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1724c071a1f87772d7974ba80c8f1b333a36c3f90229441e0d3ed52a8cddf04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec283e5c6b1f72d2c472ff7cee4dfa558f8f6dac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550265f944b1f05002c2a5a7220a939a082d033abb0b03df390166a7cd6b136
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b52097f42443bb5ffa240bea4ce2abe7971240
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0901b85c240ff4a39bcaac54a22de2c5828d4990e78f28809d696abf672f47f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bef443298cbad0019a7b62834b53bffe16198a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be459577db9e91c194636b95aaf2c5516b4e5ac67f22ac0177f42fb726103cd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb4f74a08b48314b5098efa252f10156fa6bc88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a2dd37b13c37c53858f7b1b698e171384e414354045eec322993a895175e06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0016c3502167500dd99d873c13ab84e7cf83a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c8f659fa6202c61e36e73efba174368363630b340b8211bf03d978368360c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0768b9a6e1bac2aa9f6061c847047356dbfe59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e94e26629c9b47a2ff1a97a6b87502ef6e084b90d410c4cb838689acb693cf4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a95c908d66ca65d2a84107e66b1f322b035ac2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e0f296a826455d2891db2305cecbc3382b96d75e9472c0a17e2d482dc1fdf6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656219daa59d757a315268120bd8e98cbbcbaa37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e8aa84d82e113a015067292368d9a2175d8297c5857170e23cf93dd71dc48
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc760225571ea90239193f995f0446cfe00d21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0e5e788681c2d1fb646ed99f99432cdd9486106466c217ef7336d1a9245e8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafba6a82a5da71925292cb85d3c943322d9e118
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfde1ae13acadda387761103c2681bde184633973bd44c6af979d7754f05ab1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa55a294bb27bf3ea6bef299ae85adeba712687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b138c42aa2e6a7a8efe222451ec3697f24c4edfb5329835f3b61cceb9b621fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e939b262567920b28d8da0b5488a74919c3885
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1247de54566ba9c8da1c019bfd902dbc919dd340be39ddcf007b83dd3a21da30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107ddcb13bc1489f45f87ad923c11ebc0064826d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a44b1a746222335be7a699c81db90cc59a781fa2114cc50756e68e69568a085
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2b131d4468928776a819476889e41d4af0c2f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b0c54967ce7512ade80ba2926e53082eaa6ed990488b7fab44a8ba0ab8714
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4ec54ddf6fbbc16f46d3290dc9328dd2d4be6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281d0d59c428b19c59152c5ce8321650f178456b6c5a6b36cc6df03353bb5de4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59f5a22824a88c3118d185330f16e5d32a32bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00daea700edada01ce4d1631f7a59d17c91cbaba6a9c9998e943903c7250e71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42364b83d7f8086ddac62d542e5db7330cc40d29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f20560b21e91affd2a5f52a6ff35b202133c55ad6e5d50ba2737cdff45cdda0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009f1a9dea35e160d5f5a0333d1a532300ae682e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b579becfbb7976f24c060adfd456493a56fef39d924cbfbfb2ad3f2c46c021
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717c8a005f9d0557d09b3590c854e31648b3045
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce263998d3fed8720b51a55b8cc276557dc4d1557a9a0e0ac80fbef8bbdc5bed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831e438763d261c386f1c20367d5946bb582d542
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4039f46107ebc3bd1dfffd204192b2dff6b11ea2fb9c40041cee61f99b7b6233
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13bc7b26ff7ff0b874446764e6a12c5722eeb18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270676454641cee9d123f3b88c1680fd6ad13d3059abdf17a0ad4d9cd37a1a23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b1a04ea212f83ec6b2db08f6b53c7efef7b652
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929f9cea32423c9d4c51535d4fc387509a3dc6623fde9046ea03b8e5a312cb14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd809be5bb43413e78d3b7c3decd9777568e52d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff24976f0afe96f05cd683c705c4747f2a8744b3d20e249b1ae6197a1dce7962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61cf70febf4db222fa1a62ed7742faf64ad1b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14610d4718d6a56108de634a0a631adb124757508ee9bb15469e15aacd2b3e8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7ed772f6c04696d5611065c61a0ddf7b0b7db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f8f3d7f2d710a313cbffa07bacc0c9488ccc3152cda143b6f840373e890555
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46ac21bcaf08d45490d249657f38c33a8608ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d87813ec72c71b6d15c9c552da4ba2b79b75b20062945f3046323b30631caa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf1b1a3309267f32542537a44ce9cefead1b270
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c7ede7f379f8cf94df27e292fdbd289a4c76d280e7413e49ef92ee0217b5c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ba3babc5a1d1cbaccd1d7b2a5071a74e64ab85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520ed265d6464147e59c849f16c1b8ee4cf29664aecbf11684fc4cbeb24848e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd70750adfe6a9d7e30757b366009504391d85f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd1bee1db479d494242b49528140346ff66459ef85df7d3e1ac4cfed7c7bf43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020a475ee7407a50b1bebeb172dc1ca36d811cb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfac3ef4119eb88ba0d16e628a181eff92401b14d728d15bab91caed3e9991b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aac9929dd743d30dc8040652b5377347c3f9f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b5d073468b5b8cd553519c01713430e563fac9782dc778cdd62dfe0e8f183a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aa03b965dc5cdbf8a41cfd4500002029ca05cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d175cd6fa45ba7fe21f056024ed021284842cfd43db7eb28dfb5bdad65a9cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d3ecc2d176b1f3f3789ea7524206ecf1c99705
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3274792866d96c2f520eddea0b726111f53df2c2c3a0ff0ad478105f9afa0316
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3143a4518ba2382329ddb7e50f8b42c09d0589ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2687df1528981e9d0a231a1265807b5cb5c243367ddf9eebfccb0722a5441cfe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1a75df030d2e4720365f79dce5d663c596d89f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165341c1a487fb41fb99549adda1c5854e74cf56e2b55a509744909556dc9ebc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbdebd4567e3b3c43801f6a957cbe5d80164f12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8363c0fb4fcb6e5815ad6062658407beb3eb8e20c53aa55e500f26c88d6730b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c0dc5c39fbe0c54babd8fbeeb952879396cb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a61d8f36eccd8f5a6fabe2e6009ea1cf7a13a7b5ceda09d1db2358a6dac2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fb21ef38e7e9b73bd3a4039909095759af6151
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3006725584228a455384218fd89ec2ce4e46aa11f81b86fde04219624151b3bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e190ac419043696b0527ddc308e0c4a55132c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abede26bf304f96f3486a2ec4d8eb172f43de5836eb39cdfd68e27abb4c01517
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123c529aca20b41a6b9f077081b7cc5848488ab0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c57518fa8c81488c040694d144591e7ee06bde24a65e079855241c4d91d128c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95179f07acd8439afb9511648c7bfab3aa94a172
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea951c0e1e6712589896890cab2253622a417527afe482af41b6e502ba3d9c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75cba6aec95c1abdc212434edb22a3f851c826b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f08b079f8f319e808452cb6036982846a149f31772c3b09c128d147ba4342a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24e2813372fcebdaba37b8c7abd353f38458acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496249bd0b88640b0745965b0ef8be1937042ecf0fcb061a3dc747ab7de15e41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f0a000797fb48364e2a4f37a832de02e0c5f5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab84ca7aa19f8a06dc5975de0a69f4a970ed6903cd949e8f7b7f3be2cd52b99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0312589a451c08df268fb780d96cdcce0383ef7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35abf90595f341c9c19082d3558e78030441cd40a90d723f72b09a65f210c19b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252b56e5ac6751819ada532b4c095fe1b09693ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87a6baec9f3daf28c7cf2657897f521bdfa978f44bf77c29aa2a8f68895b66e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b51e11b705c4954c4561a70aecb1e5038eecee2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247bab3e34bedf41d7233a36deae876bdeef1a0d62a153d160a72c60b835a0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa03909208a125c66284fbe3bee28d91a3896de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2011c95785179077f2a71737d9e7b7d72aecf8ea719e9981b27f8e23cb42eaa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612274a02e758f848af4d92b62c0b7b6bfbebb3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9af06578b00ee958bf6e4b9a4327417ccd4d08fecc1771485580f4841ce23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1983eeee5951b3996dac59f23e2f8c6aa83aee59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e91950415312badfbd942cefff0b5ee2ea9b51627b1b70936057c988364503
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4a92058904ef847b118e36eecfce377781931
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9fbf509e266df7c262dece815bd52d490d2f67f20b19cb7cb70f028b0a42a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea6eb5823925fc0a231b807428f0e9039aaba85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d84e03600a44e7de5e35b72c5ef9e80bfcdeebb664b82a7631a00165b329b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76b7049e21e7ea66b377aeda597a24df45b5b0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d37883a4dff1788c9d28117ccde01dad2fc046814bf19674e9404b1deed565
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2754f107b4e99425e3ef6a7df3fc130a6815b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf736c91292deb804edc9264c5b0eeb34cb713f5b6fa5e1e37d4b137a719b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b709b370eb9c48a049871c74b926b4eaa33f243
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2937f0d685a8b2ba105d5237697e45d41955df41e052ec581cabc1ca460ac7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58995c22b9f57053c2bf7df87a41f5a13687e1ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e19eef0af6c7951664f915dbb0b390706a47b2184b0e61a131857425b08d27f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e827bca6050b1d43c9dead4d893131ef2085c5cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9439be47f41275223b3ef49c7dc6f834f23ee560aeeb38223033e8f083c2f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c932859efa20eed8849f7eb693bb798eca63cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684fd9034014695ef05d8683d7c92556163c028d5331dd339be82eac3d980cb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37168e833bd1cdd4cf4fcc1e81048ce6507211a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e769e9a9cfdd556c3a7074a2774e7511c1cb499984e8bbcd3cb63fc409b18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33837e60e0455af932bc71179c4a17ebac575c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d35adeab57ad71f24e70469e719df27bea596bf40c688269ec03c93f22cdc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf150af3ec22adb6a70b7759bde9cd0aa779879
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269783afe667443938b9fc5455ae4fcfe64366d95876f0d6fc2a80dc2cdcfa9f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478dc1dc95cb539d87a1ab5b1630b4c81f9a15f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79c541d650e0dd049568cfded9636805c5c029af6d6e38f633ee5efd7aa7aef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4400fbcae20df9b0950a295a3a83bf0164defff1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5200cb04887766a766d8f788a8bda3c7b540c47ec95029ffd64fa64bd95f7dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92caef198387e90ad7d271efe795d40ab3dad2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78f1136dfee6f19343107e48034645eb12baa75f5daa774bbfecc7089682034
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d90675f03b9a7c19cf8caa1357d039b1091bab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08334efcca2cd23eadef920fa914781968a7d09a877c1b4fc9cec32afe396c05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7017f7f2d5d84bc788593edec7d4fad25cf34f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23adce0332b1a5680e5e2ba23d492d47918ac8477bb3873a12966390f43584a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb3d3bd50c9c79c92a594a456175c5945f63fab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850687697354043ca0490c1851717260e27f4951d637ecda95417399be2c2e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1db7d721a3a2fecda8712e170e5104915e9578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3e8d15f1a5013bdd0a0ef9ec57af44916952da4e733cc4ab10c43b67ffdc96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad38bd915b7a624ca4b802a57a7ea1f4b554c10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de745abe0e0c739651d6658d28adef63a4eba6e28002ada396a75ad1f9d84870
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c6ad559d1f228669e7d83ae4139a9fb6c944e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90782df26ca5c5387b30bb519edb932c35e5182d8475c7f49d8a7918f1df95e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3269c289427072c9000bb1965e3c332ed32b144
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16272ea7e98494d4f6d177a1156d2e76a9b0dbf06d62c5ce6329db527aa9662
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba461f60a1c193e336390e8b34f356fb39dc60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625985aa2bf17ba07eebf6e95ede1aabaa1b93f2b8a623f46cb025f17a3d2219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4992b2e9085e9bcc298704e914ec107ec6bd66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f29e3e27c7900a503214048a7f5fa5756256bfa9535c8f5e222956cc533f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29c341cd583bf6b824bc39a178dcac868dd435e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0390529fd14a1fafd8d6e6f6c55cfd9198d2886dc0d7b97c5009c8673f550399
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966b0251be1bcfbc6ff1a52bdd288716a6200303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ebe7b9a101569e9148d69f9faebb07e3a3e06563b52a2601a25baa4e070f47
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310b196dafa377a33d4b0a9ce74e6bfbfeb85d6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4fdf931ea10494d3cd91ede745e8546c5bce801e83454336f233ba8c638f5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1490d4e1360d75a19b5c9586c1501de5e24503c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8686457fd86447fa94cb1ed7a6864d4a7ba241dc5701e90acbaa777401c75c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac01e9850f08dc2fb6702e0fb44381bb3e5d61ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33799a8daddd148e7fb28a098aac51f81a9b6a34c6714274b24e76591c8e27d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68595445117a52cb0d0bd1282801474052a691f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ab1f7879d1ca61391c77a89023d87f1539a93296b437a1eb50ac9a9d95c04c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988231e5e7b0491889e61d425cc085d82d10c51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf2ec99a09f3c8a46a89a4cf9dcea5c57b182766ab2647cdbf87640b386b90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7f40356f661b3a11c782c4bddf6d00e75bd88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746ef3cc24e150ec102af75439b3fa7cc26d218e6cf6aeadc04b33bd935422ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb254c3952a5c7ce93ff561412553bbd937fbe6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfde09d538e5ca0f0c98440a92052f80c6201e0480a06e575a3d7598c3909be5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca71b6f12e731f601fccec1372fa5e24c54ed5c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44782733ea1a5dcdb160ad8ebc59dba8b0c929a4cf73d4d0b8f1a1a495b2842d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f8590989aa5b371bf11ac840b5a49d1854229
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b388e8da4cf7090ba54f3b9fce14a80d120f29c98cc5c1dce2360979578d12c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e4f3f1acf72ab2a691da6232d0870689aae8ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b8a5449064bee0018b85d12ed6da33f188a9c9ff58b4b8b53125c7bbea62e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca032c605055a73658aacf758f5af9e9f8821f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f05e7120da6bcd429585a60b46c38aa63071ac493f95d610fdbef1c4c37c96a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7b3d384c3edae0202b6365cd6e2dee01154b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5b4706b87adda47085c37ba1b27d270a2fa06f02088889a7148cc732f6b2a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9161fd03b1918fe4368b169df37d3fe33f8a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6231538628be1ad9678a07ddd8e57f72ae9d489881693016de1aa935f81651cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f14aa17d4e75beb6b31441e73850f5bfbeee9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229d14c9c225f746596ee981802ac3c77c6b6dd85e8406c7d3bf0a63b75681a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecec6ffd756066ecb84c3d600942d755a7ba636
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ba2c5ccef8fd879cb56c767d7ef054ad2f63254c91655f34777c89b9a4632
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543cc70e117521d4600db9b5c1d96b669a6eae2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4ab449a42f315a4022f3902818acee04c65e0f4469cf827ce43cebd9e594c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccd9f825c3058d49f4265c5c87a378faa09dadd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecd3995b896c9390778fb5d6970944e2769905ed855409eda30c441f410da6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70300b129c53884b6a256eaf4507269d2dbf508a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a958399dc27db5d25f234403c3f2b04a05cdba1aab9cd9a8a0340d1f40f0de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb11a635e5a7b24205b2a7a35b28ce40af9548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd167ab0e4b72dab71e1c69b033f9c007ec4c6b2971aebfb6528b632afb93c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4c2441376b2bdcff1303e5ef7994f5b95a7178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96936120989e98e0c196ed02443a0228b24b47bf7cc7735bdec262b62b69dc92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a985a5f7b6e577897d658848ac1a165f5a17110d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f36e94ffe56f7a1893e97e8eb72e234f8f97fc86e48fd2a6d0aa52b0939257
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de56f94b1cc24eda93730afebb1c2ddcae984f65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c9f0c212bb2542fb78efcbd409d00e87c2d1f24a532cab0c0e3797eaf2cd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e88f725ae686e45a931b61b5036431d895bb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a51c3215fed38ca90c3223f34a1ae0e0a2834aee8dd4e19823e1ece09e8c2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f96016d2ee5ecd76e6d9ed5453cc6eef97e7cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e96d3b771089e61b1e6f12535441cd03c9ac16ea639d8d74facf7b0949eca82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eff5584c41e01df4e124df3161a5184fa343f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d5562d2d7c8f2b2cf4c00879debfc807772589d3ce1d0435c5840efa67806
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60c9da352abb9927bef9fb8b91e6fc128bd74f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ac52b9c2158202722756e9b26844341850d21653506b22c4f1d7da41e6cf6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca676728adda72e53e6e1e5c485d4891db63f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dabf23f13b21a11d3a6e51078210f809ab88957194a38e59cb0cf2b2e3d9b37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629771e9d467921293ddbe7c11986e9d4da4e529
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f645d4f6991ad756df22f0cee6d0352072d749cdc5e19388fadc0663c3a802
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b3c8f751bf82a871f6e40d0ec9cd28c0cb6162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465958d6abe0d9102456e2e6510523eef61ca0cd4b79c71b97de71264bf2dbd8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2cc6ead7af3a6dae9cafd5fec7c4c811cd6953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14530264bb7f1190861b285e9202fb73083f857b49ad5cd8945e161756086473
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722c630c30bd8d2fb50406b61ac593758043df1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f205b8425132e6f18e325940304daff409caa19357652422d4b635053e2121
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19723c42ef92f28095c0e943228742118477b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b69ace6b1c7adef77c54e5e32c85d7cf36378c3d1c631d9ced9912bfa375d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9492c79a374dcd67312f633ade37da88b8184649
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5be39cf852a4bf6f9d233e95160d43c107415be67e13c6a6c6517069b00001
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c175ab2a51b28359266adb74a685145b8320a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c79d609f6d80667b121731694d1ceccadb949aad4a3f7eebdc3a4a217af7c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a561b2fa2cdcbb48c878b156562c0647f15a2f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2215b97f29a7c1218bb7ceb3185095301b7191c0076ac31455c7d52089c3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c5f52856b21fa8fcee91b903564b19b985093a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbb5359bfda6d3b10f9758df4d3f8024f4ac4f279b2ebd2f9bc50f27abecb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bc45e3219a38b861c7ce1b5217523b74d457e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aab51af9f3e7407d07659a1c8e6b073dea48e7780a359e438dc4eae49948fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d26c82bc122c4754df340d82b6b35b69a58275
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779027f797d88f45a3711202eb1be7091265f172a0c7f67320fbce48e2707112
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1dd7622c6c0c9a3e7d5d6b820592f0334710c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7337d4a15d7c000b05b0d1686fcb7096490eb825af54001c1c739451db9e2cd3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800e295bdd5ad65f65a93cc9572650472b623280
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afefa38663838a1f2b71a8b8dda35aa70242a27fdba6b8ec56e269d0ac3bdb74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26848dff25b3d3542c231b9f7cf67afb64cab4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa504ce3950b740a51c2966cfaafa0125a4dae28583c0045405025fe17e4782
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd3ef6ab13704231e152db1f0e03349289f3b25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb0c503d5e9fd5cf0a4d3dc7ab00d5a512df906323eb2a6c0349d45fbe04449
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b0fee2b32f863119004844eb808b857f934de2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e2edad816de36310c06414793383fcd7b38f86d3f63f245ee1af31d9eefa35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11299e873251c1e43d3e74abd3ff24a9ed11b63f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8008cb088beda7197aed86b6ff7775707ba22d4c50d46dc3bd2682b93e6f1e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b6d4ff0d3285c251eca7e958e5cf1cc6a46ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8248e986e8dc1e99d0a7e9d043918f761fdb423b57155d1d5d42adb9490569
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78903c4e41d051b99eb365f1a9798c6e3e8bbdfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b1c7f017978c8963ba6d612ec0dcf63368ad6ca0e69519bea6f50ea97953c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a09d4a363e533c430a7b2a811c8ae41719ea0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcd77c5b625f1689ae51cb70b103f02e09cac47341283263c9bf46bee84a225
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81656c992ed3481409d87752d904a611c4a45919
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb14a53c7bbf04528806f8a92b2c07335a92130453164a69cb4047160be3642c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec591e45b570387f7bb3e952d8bd8bf19183ac6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c084ad2ad168a83c41ecc70c66c65e8cee67ee82c2b6210655b032bedb541084
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0464d1882ea081b31f066793161dd507eacb5301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948f7fa739627fdfaaaae932eb49d1fe15fc59114a6152839e2d7055fa8badee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485888f778380544b3e7d4add5371537a7e88aa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7177adc90b6d25d34d8f662103c6aa0a81d8661a90897c4716d966069b21d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba20dafb0e0c8fafda9ca7a70b552291fb77f12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07566d21ac4d99c18dce88460f2f0de7fce44d39f9a9adbb5c193c6cd2acc32f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b95549d7f32f64b2e77b35ffb42ee68d61c61db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca4d5ad712a23bfc276a554952b8a0e1f88d2342787e6ab1d67f22760ac9c78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1c6b9cf81c24d4ce0cdf7c4380c284d4ce200d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a65c2386e42860fe479ecb119ee7a9dd4966b3870d1b2efcf3f030f2458339
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fa07518c8e9066102c10c2fb5a52f1d5c06720
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff423bd22e8b27aa79ead17ab17501bdf7a8d9ddecc07fdc80220f40da29a66a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8fa93ff24f2331ad43f16b302ada06680f468
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4149fefd63a62439778b7d44684bb94738eca998fff030572dc5836844c7d45e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee129c3fd6ad4b2ab5cdc8d17920338668d340b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9697e9133b07b3b7469b47d93ba17997d2f85ec893fcc62b0339740a6b23da8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05135ca2362df85bb020130385995fe71df8af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46f92ab769c9316816ddc4ee998a059b8225335508062fda050ed759da0bff1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed7317d78d418907b4d5e648b714b7fb2fa87cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833cef01b8e31f7d3d10b4abfb14423b9c1f700b939f4918517ea2ef83b6d9ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c080e01226a177265fb675b5191ec910a777af3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d276780def86f88f97db80daf81c5c4c2ed2216024b730b97ce54b88ee8442
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d240adb75493a10b3bf7cbc541dd2d2b5ca3a911
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1741d670ec6d4c0b903d681f8764c864651a626b9c846b3f4fbf013eca7c0b28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3dfdd46185318ccc99e0e46c4c94ceba68e322
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07139f4e87ff461a97509691684513173c38bd9f8f09f3f1c9f5149d3bdb275a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be1fcf8b41f417f42c2d91314c8724e32fbfe30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2704690075f9081af4bfc4a7a95e8206d0f92b1f8415ea7ca93ea7718b4ca44b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ac077babded6e93be29a24474d9818c214e27f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c561720e3c8b7c7c0b61cd3db8ffd99c4f7e2a1fcdb0258e63786847a1d92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572dfea467f37c87abe4f7c454b999a44f0e10dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2589fc016c9960ea41c54214f426522454150765e42ccd8274e3411174808bc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbb13b6d77449e339913f183eda29c032e3d42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7432a468a63441e80f0234b3984a4d1224daea13cd3e8da2a983e517036e2106
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c8c7d063db369c65c04b152bde9da07a9b6f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34132dc4236cddc779e4b167b58481db7189831b7402f44703ce01d3d7fe7ef8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e061ecfc0f3444693c4e12d10167f5c67a12fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0481c3e2934044923c693149e5e7e0b460e89ed2a57771c33664358ef00d4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2cf233b5ecce2bd5c42a34c255227b9b6c0b9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e8082a69683e5c83c0cfffccafe45c50dbe244c3f69d5e07fb5c57272aca5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa80bd591b6d24ff0d77370002961b4e97f4386
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f8a9cc69c0009c129887c9d339982b5ee27036ac666bfcd83fb6090a8f0863
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f34fd998967d36cad9187b945cad327ad530213
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e034547b6e22cd0de10f17333f89969da9b588855a8d011a63974f071b3bc0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450545872e2b57039f43c0728cb2c1fe4982174a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a270f26f0d6c1fdf0c4fb745f91cbbe84735029a322d30ce6ee0f4d95c54313d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f86ffe983b6420fb342317b364f88ac8090194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadbd501afe728733e56d4079cc31e92afffea961dbaf852376bac995c76f27
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90fcfe20a35ceb3cfcd6bab28ab16db1ef7874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04bd980490438d9482d05b71f901a72fd363d4011e80b16ab0d6018d4d8f50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77b4d77d9f4356542b35c70289dadee92dfd0de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b40d7c30d073dcf764ecca0a4c798e2392159ae3f718ff6df5574e0480fdfe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1680f0f5e1db93792f5a0404503ba57ea95ab8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8b5c5c77a40c3d1432ecd6214544a9886bb36da049023cd7c747916833d08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0992393d903076f73daad888b506055876872e20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625c4f05e6376c0ebe23f9e31d02f1ad883999ab4e674342e282bdc3e124f003
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d978c7e670f62da9f64472463678fffe3b1cba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00393776e7fa76cfc462978a9850eb35e89c8da4274463e86542cbf6f31b77a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b7e818e0f4488c3575659651055ba6a51e4830
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9fc03eb833232c76cffd9180cc4ab6e63c8b96bc188ac2cdb1408d28ff61d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0319b95c78eab6ab15570d6fb5306c0a1266b7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7699f651b1458e7b39a46821a3f859805cf8d29960d7d5669ccf8aa6d0ed15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b05ac1684e5d849deb9d4ebc472b63070a98e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a97a32c018f41710acc3d85b8f40438377aaea36d56162c0d700b7b96b548ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e441fc06be1418a9571b7ef1b7a9038c40a991a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d130f338010ed7a94d92fb7b07b81a59255dce1bd5a7ee178de9fa94a9da5414
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b7ab8c7697c5e4d01370d4c74f498b44945445
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51963093dba913048feb45700d82b07e0c9f255d91fd0a29c84a7311a586263e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bf844f35d17cad31b0f2cc065064c57c08abc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b301edee2014b2e76e42e2c42b39b1d5442f8e45b06fd92a9ae3d26c9c7e676
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb132ee99ed55ca2425831d4ea4cd95487072a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8e33c5f8c56581f45f94dbf350690c5fe30c3109979e0f9fae48a72dcce58f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e980ac8420bb922bce412c62ae739d7162fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d845aa2e2f62219dfe62eb5bee0a35771431cb251d314b898ccbbce7022cfe6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9c3cb07c0cba3ac43a124a14cd0afa0655be1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99387f7fa2067e8c049b89ee18fc3038b373b1047fbdcaff4c7ffe2787107f15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ef8c814b1fe051558c6f1d3243198b805f0730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91095c73fd98fca58c9297a1a030c4953eb4b8d661f032d948757984a4861a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1379fd245eacf908797acd7f7c4cf59be109476e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da017eed65f06ccfb14fc5dce2a3a7c6b64b649a0b6ae3602e433bfb16cc810e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6864adca11bd6a237678015942a7a139c0ad40ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448de8d5876d2548642be5f27c31aa02d7afd3ce72cafc928287cc7e32bf190a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2296b03d252e150380e0bee15904df252ade0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6abfb42d2fd30f5fabcc39a69f0898f609a0a33ec01ec762ff47f2911987142
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be07c16ced67c97856433ba4dde0d04f1cbff3e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08d7f25bd7168cea16c3a01ae91b7855c96f2c332eb387b69fe35aeeb6be90f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3069e8243f189a2a3b3a600ab0662f5e8a3292ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15b16826f7845af624cfc5dd693238c8071f780c7ac9f3072b02255a14d42e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9d03b377c1a161a5ab68ea77ed54cd06258cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81166632ef4f44b57106f30f8220e458dba6c6748d2c8f1e6655a611b4a355c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363368f5dc318ae9006e908971260f4968b8b1fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4da006078feed5771e5a47e67b6956dee8446d4eac8576dd25e4da01cdfb5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a77a0a67d13dbf03a32a3d5ee67a4a8f0ffd02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b68f4e32030435a39f4d268df31d03004665ecd65426975688964e5c99a8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec7855f0cc7aaab02784dd306040aaa5608bdf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf17baa74cab3d21b5a83683f2785246b114006ad93b5ee5d2fe3295ef1bf7c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a828505c8a3e813be755c8863c48cc0b6911ae7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec50567df9ce5bba942b09311cb692c84b930f2fce2b190edcc36597b828a84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84380abe60e3f4b63fb8580242c03c9a335dd55d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950a2ed785a9fdefa1c4caa73f1748ef46180a038187a571266750e76313f4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cc17c8b3651cd1bc5866c66546b52ed0be0234
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80472c7e53a44e4bd351f3c66f1c91ae03b4519777a49356bba72897bd348ef2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08250704afa8767b3ac54f25e0d8cece4983a170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d894bccbe6c78222e869107f4dd2c3a657805924ded43c3b0e6c59fd37eb46c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa58580db3a7754569e8a2d781e697728011d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f72cc221f042c1b5f8c3ec759b3fdee9490b28b66c3f750a8a94ae69bad14ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d0431db03651ebab6c5c392704220edcab998
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bf8051aa0b62795cd0a2f4ca2563c858f657b16ea7bd0adc6afb7bd217d053
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d9f10ec7016fc730845ee146559132faef88a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1fac55a0a2509b65bb888eed21f54e50ef5711a83b4b3013ad380b0e1dfd02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef827f567250912c172bfb55a6d6677511a3c24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94cda8b4fd1ec8b34e0eabe740d6300b14fa49ee31b730aa981c736cd284553
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e3a7ba629ea7debbbfdc8c67cc5ab92b619ce4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acbc6715a605c69ad357ae2c01c06efa2c19a7fca559cf94128fe6049543eab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73acf0f5ff88007d924fe6fae92fc5861618e2ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535ce82c9e21ddf7e4491014875fee1dafdbf6f567fd9a5cb992c376fad6070
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f264c2392d010974523ee15da119b6b7878735
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba20e720560ce044bf2ba2aec93a70e832e5556a5eb92f4389b9cb6ea29861e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4560a23ffd181bf8914709f36ca673ab60cda440
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aee6261e3c8f755cf359233c2efe69cc42b23b50f34ab7efff1fbc480491712
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2f7694c6b97d58e077ab5f35cacd35a94d2bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f3de929f2778757ea472a93598e43d7affef20d3537d0852e02a918b76adb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac8921bac1a68390d152dd9979a980bbd84e0f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2708473fff04ceca291e712322ef4ded201f6091ecbedf1941207c70bd0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8a96a63f959db619cb81af901a92eff77aa01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5ec91f438331102ddddca13741673a303899e28b0ec4cc8e8bf7e9d9677300
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac3f672d100f309c55fa5353ad5e470089d791
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4642677cd22b692058f74c29e7f757a9f3540c153a72d30fbb8aa1aba9c084d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d15d0c89f005fb61a10b68fc5635fca4515aec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1521af0c4b07815f2880db7eff94799955a59b7fca9b2c91eef56ca25e0ec753
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615617e29c19d9b42380b1a0cfd1487f4b3154ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b3f1b3b90f3d183a8b903aaee8cf55af9c1d3a2eb32c5dd0c91bcaae5267b4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9844fc50f03a8f7580242fa301d3671ef708747a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2513992dcfdd436b4cf3dd84848e1e9562fa144da4151ceff2895ffa26b23888
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dff413661e9b7be3a2cdb93a193e812b431ead4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cabcac7fdd8ab4b589ae637001eb341993e7d9bc4277a2c32f1fcf6704aaa71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94819991eb640e29dd3d1a49b77c8e93c9f2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f4873bba0c69535dd90e17b02e81930ceccf7cf86e3575b10ffc19058a843
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bb4226eb430e156f779c92574a70ebf16c2f95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bce1514c4add9a453bb89569146b1b68bd8ddabef8a5862579a6f9657f19c78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56aedf204a6bf09de9bc7c7c2ea1d89d8b39fa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4da2ccd8908b9a723d7f8617d33ad75bee121ed920b4879a9bf166878df21f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1175ae2f22e14498881e1af0b5099a301f26bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9146c44ebfced174c2d36979ea94836c3b7258423441b5cd1ad71533c2e0f1df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58777a45103c8b63baa63e83c46e4eba29615fba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18d9828bc22302457a865c93089230982a823bbda5412e8338ca3178857559c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00dec10d678e54c9e1bb0a966353188b77f2947
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aadf263846495fa44039d308b5ae37678682d2053a218b86adc168164fd60d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8746e75417f5adb765dfa57e8526b591f1ed5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85787531ce77447345c1043b2e692b1df13c14fb83a5d239737e6b7fcd8819b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8422ad53c151e6678ec3e683ffb6b57495452c16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aecccfbe13c2e84044a5ae3c6936f259de0c2bbf668ebf612b6aa9fcb6b2fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1cbe058d24e6beaa5f2d764a2d0c998a63ab1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca279f1783e60021f95cf733ffb18357be29b1f25b3c777f068ab70eff6a032
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66311516d86fb8b935b0809cc5a077015836a2a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633256d8f50a8575d8c6b0a506243dd80093c3adf1799d982aedf02757ac0cd0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ba06e613861e611e55238bcea0f5a2498686d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57252e02e6e714975b336d4e0df39cd4e407fcc090e50540d22cef68f9ca67b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5e411d73ed4ae0cc10a7f51cb07f46c93e5dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d724a918dc9cf18bfe1fb9001ffa3b7a316a8bf387f30f2a7db1954fe9e22889
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9341141c3739ea02e2c68797520999d75c653739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb246299614b20163d1bf3383916c218146650ec92e40ff41fa247ae13b670
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c17b6031a8869ad687ba275149735e5b6865ad8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2247d8c1b2c77062176c9ea264c3b572b2db25bf152fe73d96675f7f06ae2531
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79fa7cc147de53f41a85caa28e9c1ab1ee4c9f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8facaf59ecbdebd4fb6114a760c3321a1a5bf4a834e460c1f568f916a9b9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ac46eff3f2fba14c69efd8b8bf2c2ce36b85d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f486a77d9e4a2326679bdabf525266a352a4019ef437effc65fe02f852b23eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad7c45b633b6e886779846b155ea0bf0a14f202
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93431c02626336a554803417f18233e81122fb2413345445275cd4cfbf85426
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddceeff16975b2e66bda49c48b3c95d5bfe6a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094c977c1977b1554ffb0d7f8cf8cc889278cb6808e5f558afeb84c8fb4c673
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49f880f16ba954134646ffa65effcd199f9c243
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6cf0e90f3a2e1cc4cfae6b7268f68ad017338380b63a70425efd5f88f34685
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570373620d3bd5ad0df2c5aac4acb2179b7bc8b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec83cd63691e3b7cd3c905439bf91b38a028ff2d354b3b57aeffb155d999f64e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ae03eb24fd436f3386cad30a997b1c9c63826
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a8c1a1d8c411b3443940a9e36c0beafabb1cb523709dc91fdf6baebcd4d90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e53e0c046a3eeb6cad26ad385aa206fcc09074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aab4db71e17c60167feb3260797f3baddd457322b23f9f7a97aea0be99dffc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8e67e93aba5cb837443b384134f3c2d86d212
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2dfb66f03713562cdf16ec18b15b75893012ec48551cecde5e8e7512d17c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd40148432dcbbb2259c822de5964d8cbd81a32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77378a44057b08f1d0579e3522d664b522133adf99a90144371cd5e4da9f85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef6632dea8387ad9b6f9884331c091faafc5f5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdee3426daad291fca5455a1e00ab33df2e7c293102f75584e3a6ef6aa2d44a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff55b796da6d293b26128da24628c3fe84a5678e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c092be37aae37daeea60ee88692d68425eea130f1104e687928dd029c9f83d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b93ee36bafdc71b9eeb15c2ec853f6d02267c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de8b9a347e87699708a4ce2be8597399b78c3189195dcce11d0e1a2ccd49fd0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947dc56c995dd84e2d9a553bed3519cf09f10a67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6eb24874f934d2143e5cc4852c652a71c54b721d0d0757cc56ebd2ab2c2230
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c28ed3ac49990fbbf8b73acbe46f4a23cf08f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca33dcc785c2873add143fa4de3ad5ee3c1728fc47c4f3eeb1cbfad751bd1f80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba9b3b688134f05105ac2e6b3cfa87778420444
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4cbfa2e4aefcb4a192facccb02981b175756722bb916fb46f9fc95b399c970
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a4962efec93e9a31dd51aed7794f6572bc5a50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1a8cbb1d40eefaabc74c388d87db3d307e6c0112c42f4a81e7a78e89844373
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb0d381fcef9e8a6df3cb657d7aabc2bf1035e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07491069959bfb0d1565caca54d85862e7dc2444f0cea03ad10d625fb9121ad1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2064ddee3edd2b46f8bf5caffb97d558097d253a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc936c8579989b5ff92a744366cec2463212b4a94092da9c62f2978adcfa979d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5b6a7eb7078984b173f3bbb598210e4f5b3a4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd3c883a74b1671ed2a40b3ec9e66ffaeccb7d1f1c8a20622db510c35fe0e0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60598f177a94a4551a1747fca023bc68e0e88cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dac26172702934d3a4ad5f2b695948e93013d3017bc85648c3e55ddf792cdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3658eb0eb09dc8e4091a31096d6ec5371fe2f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243324acb482d8310e1f8f4f40aa8620f79021bb6eababbe15a5ad62b77e2841
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee780b1599bd78f19e8599c14a5340e403a3739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4642ef275d832f8f018f15987a52475d1c5f126f75cebe57023fb6b9c57a6651
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbbfd0b33761bfd0aadea6f6e610ded07ef2f49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6216d09c652656039d61ce566e1195e709aa0b487f0c44972b076e4f59eed22f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3eb24612af75ec668c862eb5e09f83823dc11a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aadafa94b521561640dd5e4b21ea035eb6c47bb1975225b50b540c15bbb524
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b16ceefdf658c554b7f9262cd98047066872fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98311250d76f7eab9549d1a9f4671f00d339f4fa7947ea73dea422b64e491a78
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fcd1b2e0f135ca7155beb39b8c54220465af8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3bf361f916e65a37c201f1be96d52dd58b4c512e994201dc9d3995574012b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8523bfbae6069f1e18fafd462d1372f18ca04a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba33b70eafd55d363890b0361249d4d82d2295816f5d0cd09fabe17793b371e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2775e30fdd05b55e63844f3d5af3a44557cd580a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbda9f718488d896c8b7cd4c16754b40d0e7edaafb429ca08d1b69d3304340cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b984d026735223805b17843832b172983c4882d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1a5d734c068893b08a6f1aad5ff8c82fb5669521065fd2d4f8565e39725b74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815560af5a0a938c4e2ef8066542d1c08ba80f40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a99b172a7665def3c53455e0ab886c59448100eb84250d91fa534bb9274dde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce60e82635fd76475ff504361f53381dadd5de1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b6d9bde1e85175b4dda1e1b7564af3890e2d065c6dc5b47333117da552a848
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826ef0353a45e4630c4a0e737658af99d7a44b97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec33eb584a2efdc8ff1544fea00228a81e52d2df89c21efa8c08e04e35240d66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171528aa8c6d831be58728729ac2f59f84da16e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f75ab03d01f37743f14426bc11d1f1cae11727319a2c4c76a55e1cc2336a38
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b893f1a5703e3e64b5954746a61842a83eccc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1bb50c7072b53d4b968684ea43e75f2f760dc5cd61dc1ccada987ce9ad0696
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f801d51e2fc6167525eefcaaaf85a230411becb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847277ecad4da3c9ad5bace8d00fd30ca88612464f2fd40bab7bbcfdb7ebf922
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29495027c5790aaa747fa5d3cc8ab9bbaa0ac965
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6eab224eab6f6f8ed1c52b0976365f9cd5c22847f5069e810fc45a9f72147
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a05777e6ad54b03fc5e630c8afc2a367cd9ac7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad4064bdc5aeb08483d3875ab23a66560575480db689934b40b4f950041ffc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c776dd32d5dcfe482ebdca82724b1fcdea0ce43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07739a09275fedd45b9c09d2fff1048e74e53e7007b5373630149f7643818315
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27079f2aca5516480b8f84a2f1b7d7cf6cae7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022a1fc9c9898227ec44f92a2c09eca0e425a740a47d51d75c944f5a23feba7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3cd6816cfc849c28d8d3bf3865180c57a8c8c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633e09ab8f4e79199141a82b2c57e5f2dab4558f7fd21b90893d1ac4d2fbfa0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135d469b45e624631dcf90b63af698987dacd650
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb6037e5c57b9b2c1463f172857c161c03980ec09686723d272a387786beac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93780cb0d505bda631fc5b740a395166e379340c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed80ce376c9ef7266c103a83b084c2f49a9acce78caa81acb12b9efca50f38e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee67353fdace39da776e3869341574d5cec5de02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e098d68900d7d1ffb93a993b59ae25b5218761fb18b4836841a1c2112d2beb7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a087776e069c447d4b459f532934f053f687041f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf640ba9a3231d2e33e99b1a6b853906614f29191b514883f6b307e0140131
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005f1bdd8024c334b974d7278dbff86f4705734
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a4d4fadef54bfd8add25d7af7d4de0966f9c3f4f59d9a7748018b1ccfcab18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5964cf2fbd2cd92990d3c6674469ca7b7228ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d5962c9b4e086ff6dfd969fadbc43f73a6d0a5988e54d6186f83789a3db143
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023b72bb39d51d3449e194535c18f80cea4e144
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215a3836ddd62a17249d409bc5640eff211997da9c92c9d7cd43df1ac8817fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80363ae3f98b0f68984b2eae8a2826c3d002b860
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40049e8bbd765859fb7e37dde23b9e37e2d0b53761f4ee8bd4b0f24e6d313b81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721897d02e152737bb878ec262e15aa100a8a03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d0cb7ef5de93ccf6cb78884fadc8676450588f783e12465a394e042b1ffde4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bfbd41d41324d2314b9b5e2553bb8998a4bd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a803fd0b130b5647bc28545ac309a6763d38c62934c3c93618af40702e6942b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2b94b8898e35138c74a8d65a8aa6880c79d90d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5d84af3eac3ba9079df4040ac9539fc6660f12c81d56d2720c960313025231
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14d27aff82a12e7d5566b0a9e3be6c8a92ecae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30ec19c86f32e05c71b4da3989602ef64df9c1bdee1bb55808e9968d4194d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd7b3777cf99e25eb3286762db3bb011efc91b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5424e58e74c2bf2d07b21d9cd95e1b85c1ac764085fdea4951c3d592f1c97b66
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf1ca809692a4f5cd8b0e9df0f4a3147c02078
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086db20ce4eaafec1b42ac544313485b383de8c4b057524c1140800830100461
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a1532ef2177a5435bd78a3b19cb870b7d8845a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07d74fd230027ae546bc129901b6289168938045ca3d3c784d83b412d079dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03fb506db249f59be997534a8cd622b3075ed03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852883466bc4a017188c82d9b1626e1abefe118a3632dd56d2578c5102f0a90
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776959eee92d80a81b0f27bbebdbe32cc1ebe504
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0a27218a48e09134d5c9d75102735516c6cbdaa44031e67fc468f2fdaaa90e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac5fef58ec9dfdfeb2c2566827e7bf81cff2d15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88679beab655830d09ed78bec1da293ee9f2b5e748b3811cadeec72b7ec36498
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec6a5f0c49ec5a8a0b9c8a9d7c7ad3ab471732
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d5e9ef6b18ca40a550400c94120e8c5e6217336f572bd7187ad249141f3d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bdcc93df481ce1c2f90df589eb26a6b0badaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026576d583ae497b128173032c68a0aef5ae794bc4bcd78ceb92b8158c7684e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300faa653961667f58ae44bef14f9a06e643f393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500952dece6235cdcf441e6e28a26fd75525c2e50fdec8428a6093dab6a3cb48
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f826fc64255989ad4c04bd8dc677a84597820b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae843cfa900084ae162712e0b13cfe3c5f73272b4957213c052d3be41292b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb91ab4530ce46d383d37f20bb9d517be25b6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd229b883cb5be3c770373ec55d789269bffd38a46dc40d545949f2e686813
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be03f52fdce2bae0ff67b722fd204a0404c636
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d75816c9e3745fd5a31d845c26cf20a7300cb4f80687a3798e9d14be333d9d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec6058803310e3f99636bd5d0ac0e26f13a7f00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c891d96061ebadac393293f9e1b534d9fb8cee4a157eac60cddcf760682c74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d09c6a85464d5f6427a02add76c185cced3d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2598befcab81952b4be185da5a959e2836b8091e25d90989d71e924bde095d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5f89e88b280620d5e28cf5230a124bd4fae88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642fc15f3e154ca8ee2a5de75f456907a5bdd47c86fbc41e11324cff9e94df33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd0419080e3baf9849582fea30b160ac764260
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e12ebca860d101faaa5386220f5c6e7cc364989b7b5ff05fdec1104789a15f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008e603474b180df732bdee9dd2922445cdc2cfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d4ddc319c5faff2bcf64220dd67867ce53f865b6a3f472ff2c34ce024cf1d9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd402df90d532149e944c1fcf202f8117988c0f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e18a30753636705566924382adf561f0c97e69e014fef5d7316fca0fbb9dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01413dacfe42cc8df1484bf4885b5296d7f3f97d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a518300dad5e0eef9a28151cce1256464e58d77a0190df4dbd6632268979cd2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21a8b21c0a5392f85ed956d88434f4066853722
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d895335f74cf57b3689d9ebbd0c0313021a684f23d9febb479e6c259171678
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e1a2fe5da8e042c4c58ce2a483a01543b84950
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe819aca9fcc440633863f511945ab7f01db2f554a9b63b0ada1393b88d291c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4c2ebba2f5e079df62df75306e5bd2e61a65a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1148bb484c8787d3483342f4dce9ead19260d5b226617d67a6a4204da44275a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c506a7f67701db2c848e1448971a49009ab52c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f69d6b2f616f9f8acd13110ba34304aea103e0e36d5d54eb4571e504124554
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b094145b243b34d86acfe9881cddb4f5dcbad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2ebe6b06f32bc5296ef6e53b833569672455da9b3aec8fbbf9d655aa52148
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfed7020b04c862bd3898b5b4b6aee5f1d31081
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0a1b2ba33c8b1fd18bb69c61765bc489c915f4c7c31659cdb51acd3931e99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa1b4a6cf3037cdf82b37edd8ade91fe62a256c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a38c846c63cd879dc976e329418442f147d70f3e0eae5683211198b625ae2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c948bdfe49bd51fb0c543471da26618d157a864
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a0132d081c6e1d48845dd086b92379988d3eb0a03f8984c67aa3c3cee1b16b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c33f7780b645fc06f1131767a5f0ddf757cf05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f997e562a072393696a76b7d33139d3c000446ec059b4f436bc0ebb5d98262
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63a4ef2801db88318a0453982fd3a23cff4000
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79326f6da168a79176fbb99eac2f14fc9216f59924a4c25eb46ba709a3fa78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18206162cd9d0f8f81acc5158e398abd8125b0f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef4736b40546daa2212736c8bf67d2da84b0afa5413327e73626976f979a4b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9104e34f4af533dbec98cbc95962ee4aa8e4b7d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07ad30c742414de710eb71f2f45697c40400301e9b8ac8acfa2b209a21f5f1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d87061b014d2335da4b514a3e873130cb653b42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cb023216a525a57d50a26a7272ac903a262e54dbc009d79a020be0fcca525
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c037598188ddcc5826f78ab074bf853ad3d9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8bf945fb451258e79d43e42fbafb0a5a4df4e192bbe0b44fed230f073a8eca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e685fa02a2c28de4f4c7d78b2279da4f6c3ede
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6320641a380a1a3e431c555d3fff165352ae1e50d052e6d6f52963e71390110
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a8271ec39ed3257c47965ed6e2e37b7a97d18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d3914199728f4a0ae091ae63e75d4e787902f070e217688097eaff0c9e65e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056f6254707bce3590c6f158b3121f9d16654df6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647bd32172cd0bec6db926be02c1e11cbe5ab63828d58a12dd23f2c91ce8af48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6080b38051b44597915f39b61f8596a66ea64bed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615f6fd3df19eba57f92b8654d6e9e953654c2988257f676668ba3e89b885f97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5872701219c3add498694e54db8bba0e1b40081f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97edaa62ab30da7914219261b9888a55d61a20c60e3cd270027e7c521c9b03ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1456e72b09d6b4d37d8f8cd27c9f71b8aefa6d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a911f3f97b45e5a812e21bfb0cafdd556670f884495b2bb077b991db655d2c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d2700d3a4da725d7500d015aa4fea31fd69aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c79118404f1f502785d178a1a66f3fd1d8d5603679ad28085195610b15cfa1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026a348c9b3c23c9d765aa1c493350b55417461
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8906b7392678b2ef94ed7cb2343646ebf1bfd349a1b473c59974afef657eb35
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2826f000387f3b38afdf157339774fd61ccabab9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a05916fc9291e481e4592166c41ea4724f5d2f38463da72309f8c41c4e7f84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a77adc96f7bde4e085a5ac550de75b91fb8acc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ba3e6fcac0e437ff87729cbb6524bc814da85d568f3f0885d707047eeeeb24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e9cd15b927c6db287131a93c6a8459ec7b129
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3497e46af86d3addea4a4d7b50df16ea272ab4dbdd64526ca623067b96444a6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb25dbfe6a9abf1bd6af2be157ecb5414b67c64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce0043a3e5ae60858b7e7c34aa0cbca18efb19061e48c6d964ea588c139d9e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ccb3c0a998ffadbd46f8c32d059062d5f9a14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90dc8a010a374bb2f483a8aefff48ea24c90e081b308c6ca70098215d8dab5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef6f487351a68871bd0fee64a826155d053a111
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80999603c10552700735c2616924b735abe791c99968fec388b4185a540a18ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b61369f47517f6ddee8dc63e9ffe0e9e27ed2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f4e2e93a67b1acf352aa7c944cb296269681ebba8bfc20e42caa23853bee70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390edd3cb12f7af5a73f825a525976a069281ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768143f83eb8c34e0b3201173295ed368c4e3f3d96b3fd03e4ba8457c1f01225
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f3f4035c1cf6b4162279dc5cc8be891aa5f72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad1522eb1ff56e5aa174a2b698c9083f6967b76dead7f308eac47a47bafb4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9758fe725f651ec80c92a4647257cfb8a6ab3e29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94d70022e0c1a630ea0cb1564a2be1844a0b04411fec9d4ea77a4cd72da610a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4327fc3852df66c48a66268a9e49687d151bf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce87698edfb4f72665718f018296956c3da0891ca088f81334740016b80a91a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652e4bab7f744667492c51534ba5f43fdefbeccd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533fcfac0e546a45e1918e37778886de5a2b38f8339a46a5fe9726aa5fe9d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb416c9eeda14b680d98e640f9f4249cc9266a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe53fd9930d9895914d9a8ca6aed1768f804d0433d45dc5ec84ae22d4d8208
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8807caba9616c24849237d042d48d289359abb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12763fb26807b69d1fd54ad968f6f5facac47d775fea3b40db458d8ad492967
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e626466bfb2d44502f2ce6a99723bd5ff68a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90acf65d34b87472f7d94dc67784a3dc061c14732d36bafaf6eeeb5079526580
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c34bac9789bcd165780347579e65fc5581a2020
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf363b8617c65953e9d6165890974983d9ae70987ccd1edaca0944e01ad51f40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af251d5c693588435d36c65e9f481c175cdf5c99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9f227b3ce5f1e63dec0e505263e7ba832f5c32d5632edeee3bfbf5855ce34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e30bb727128986960727488a8aa665bd98fc3b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9bb377addf56e28f0f80037d33ca39b0604737986f91d676116a0a6df2823b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367e4e62e929165c295d3d5f7ffd4cbb83df0d63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b51d6afdd8218589df6d824dbb4ba197ae51822f362b9eaa0e50677b0f1cbd4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c46f1a179bcd1d6ece317136566215d131affb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1047927a679de495e22efde0ba2318fbeebda793a64d56c1394f26690d99349
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2571fa74789a2a2483a1f904d13d6c401f487c1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40dc026f36851de99a4e51d691cc4cfad7228447f1012039cd94275b33bd7d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cf49373b3793c320f75e60f09662774a0a217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0707e19561ab2cbfba409df16326b08debf7a96c02b917cb8f180b7a75065d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8809e03467356c8f0af97778f0b43035f11ac64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06404e36913638f1fd89408a95a041e7aa602e1ca85d20c82f4abab90803ed56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165461ec868c5d68d6a4d6db061e698a64980594
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd7c985d8c219a43d19df3af3511e340517b8da0fbe8a06d2b510aaa7f45c1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9b10f90456a82f264db0e586c9ad6c88a5b176
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83686dd6839b8fcb28bf231c26f6d4c681a3bfcc96d24f85c0846e06c96dc298
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16f367f07275b8fa860a9d6eb805665cd8ef62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42021aaec0321732b469e31e16bd97030e2c726ed89dd7d4d710dbaf3c9662dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f302421893f91445b59bc19aba27fcf46bb526f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e34ffc5d546b6c2c4ce38374209c00f77556d2f1d0199bbf0486c82e2538842
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404df2df80e34f420e66152b58206a24d1bef5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fd09635f5cdd6d361a58cd40ef0c5ce7988da821e9e35793a7874af283ddd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0475debdc660472ec4d5147a2ccacf1dd0e7d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d626bfdd666b4cefc124a4121927f69f80227d679638d52a54b4ac526408e18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7db569575d8bb57fc735f73eb33de9184e69fda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7b7d50c162d35f2591b9a6b7967c15de80dfd22c9240b4373bc1c59f18ee7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c819673ba213a9fa79104dffb93678db0e154e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639547e7ec6b7f948877ef75ecb3568e9561a32b043870319730b48a8c67db5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2532183e0a41d75ef5b1bfb7ea9eb4c8ddafa41e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374adb064e5c660efdcc2d59c214f7383de00f00cd4e8530e9659ab40d2568de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162de7dfeba3d9f8e25c1baee16a933002c8c0e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36798772854d99da6971e55db786b46ab8ccc5e21683c3858123add10ce00d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7799caac9df8501f3cf0f79b4bfd6e4de8e667e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08357523c5eee87181c2745b10eed956120690b244ac3ec11e8633ab3ae171cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ce948b428ec4a0881983d7f25373ef359e0448
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9c8cb1bc773cdaa89bb1e5b862eacedae73ea3715efb84adc082f8b0ac9e55
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e0ac21d05e3b725573fb97a9b91e79fc7799e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1e97dec4f477381a60f1bde206c35848d4da93b351f53cd011b076289687b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f166f33ab8675f2e3b1686050e10d4df83bba66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f4c73275f509a62dfecefe17100c5b7f096241c009e53456a17ce533bb049
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16391a66f787bc2aee2e604d10a824e42d022da8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a003ff1ac3aa99c982529923081d9b23f75531ae8d8b59e600008653417e1b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d59b37df5e56192dd885c0a231ddb17494059c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f69f468e5072042a333abf0aa4780b3b684305cbb78dede30a297a771b57fb1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad3a61d5195e8f71af393297b9f12f90d3b6119
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235af18f39362a2483c959906b3a6bdd4cebb5a21bfc014bfdeb5142da3f243
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42113fc291938d6467497ec11d61e64f2e4beddb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd2cf7d418323ebc8e8d277f854fe137595aa6c04bb118312deacb1d7f9ba3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8450b6c4d28d819f76452ca81035d792d640f655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f2e06975a78ac768f499d098f4c1ae4c8f25937dc3cd97fdf606000ae470c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caec48d307e55b67965c7bfc4637077765a108b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac70a295be1590c5f70f7f067700b83223a40e72eabfa8ee9f65ebc2e2b0cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ff01faddbbb99478f58a141b23f4ad01387ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacae81ecdd62462c8e3f15be7121174db4084f3e69541b732cbfe70cd69be16
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d733b9cd53dc984716d3c69f9386929a0a7ca87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83093c9e84132bd0aa3ad954ae8eed6fbb5b2f4f555a09b2bc413c9bcd4e1ef9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e6ab0855f316adf3cdd09e2e6af78fe6b6fb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7848686dad9449cb3aec24c92ec98581977a14dc67d53ac28d8e1e9ab8d5d14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35a61514c688a66028ff14efce7ac55beb4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ace07e886189d7192bca2b82f7f4629f927d79edc7a903861c981c8444c80a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670513999e2fd30446114f11376736ee5ef1a41d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb07d3dcfb4ccac816e293b6ca0b80c3dd6f25f32c41b9b192ccff5478cf3bed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617f0c2e40255e68a2d47e7b10658979890aaf23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5ea9c46bd3671ad4aaed672bc5e9f5e673702b13b1ffb7a1e7ffe67a9fa47b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c547624e6f68cf5404cd044801bb458d033db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989eb9985c13f174554bba0e2c72f1ddeb4c39912e4292b4482407bc09052786
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4aabe6618e727733033cc308e2bff998ed7f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec575891eca626561ca864cfdf4b70bf6a7729163043ca5f7e6e74188288b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd593238947bc73de3af5568695387d7443f5644
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e41ea0714307f04eefe0e74630273708dbf9eb202fc76be42e4cbb5f4f7d81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1667e5fe11e20583bc71199174cf7416d9c20b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b2e238872ce8170bdb8db076ce85de8a1115fd05200ac679bed6e02f67c1d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a472e2017701606830aeaf6219033e51b13c76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588b80befe8d3447ce7823cc4be90f5663477fdb7c18a4b1bd12f9a97626d58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bcb09c38b715a0cf17d6eee93eee44fa2b888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b54dfe05226f178f20f25bf20b6e9c12bd9016c3a1e08693285d4503ba486d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf5272342e36d2fc90b1d24fcf096c0fdf74bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d3f7ed8c3ee7f818da6435d8b31e672ec2dc62ad008ad047333737f4a304b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9b91cc0bd85a04c8297b71afef6d7554db48b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b749c4575b50f6215d662840e3c582abb986480d02a9a9aa6537de4c1e75631
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906744758fe35766e5593207fdab66cca37c0410
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50373978f4a12386dada701ef3ac555eb41be0a7a4b0a1e62459e459dfe527
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c640454f9081261de6fe3bb0577736957206959
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f99bee63acb5a03af9ec4af0387667bde40671c0653d88cfa2ed3e52124a8c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1927affedfb93e1242391d1dbd80df1d5e8e88c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977eb22c36488260602aee21b1b5441bb93494f84dcdc8f62baf94b55a7b4da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61551685b78d6e2225e6187538acdf617f09420
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2db044b673052cd0cb2b19b0b509c90669047bf3cfb87685fddbd17dcdb081
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d2689312262655dcf50e32dfce1a7022959d4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f6edfa2a9f1b080cfa21304383ce78a3cf95a262177cd2cf9e1be5e2ff231
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf94dfe230142ab1609357c2e239d6175a0f45ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba8539316dd0e3f3b7c82ad5bd04467dfc1b277ccff704d4d933ae4a13a192b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330beffcb77a5326da9f0568c020f8248034c3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324152cd3556c797da030d4f973238d0d2636ef8c046635465f384570074d17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ada685c3138500b00a9be2ab4a54338e6a32441
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be16798ff137bab5a2141cb0f04f750aec629f505c0f69c20c4a8bf8d3b6254
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804fef69c3165a981b77d8e7b9583ccd1596e80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8732eb60c3458fa3bcf1b3202afe5b0ce0c35f3671072ff2c9bc799a440995
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c655b7d9083bc573ab9526d9405f32196324e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e13d975ab714ead0aebe73be8abc45cac132644809a33263ded2348011cec39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ba96c202eab3b21976467db5961b699223d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717e6d763fa345beb087a9482eb1eb2a173143fa5fdea4e10552d2a3e48d20be
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab2660e8429f8fa39fddc4830c7755b5cd004b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc7dcf27579fad86d41533f87570096aadb8525baa6ec3fe445946dee12023
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f238ead99d53560944a15e27bd4d7d9dedf7f417
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb90d99ecac878002f9ee1728b7216e38d734188f84fc17b441cbdcb05efced
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f6a5c8069121edfd0b4e3f41d2fde07618c47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e4ea0747f60d3291ac6556aa65d4a2502c7bdfcbed2f342223d319975a24b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1169c024d2411c2fad609a876ee5852cd0eb217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5779644f5a83d58eff145ac4942c008f2998278aea4da7fc835b342f946688
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34020b7a859af33b300cb6c8f383482242656040
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1c4b273bd1fd71e66b7bf8b59ce58a653d56a225d1f31466a1bb24ed65339
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713755ff7fd8604d72c1f03082695f9ddf9b3dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3bbbb6f797d01d61ad39988864a89c0c0a9538c5b3888bc19a93a4d37e5223
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ccd676945dc3790e1f4b8df7b9a5cd39560f6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5687a5728ec2d65f758634119eb1cb049517b16c4d0d5ba2ab6131b810bac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa37895b739d3d5997a493469128f1410911cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b4ae25c85dceaf710ce60ff2f684ae6a87978bda4318f68d3e2ab23d215f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29d4353f187e2682ea88a3c8850cc6525edff06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b93a8c4a947d8a5f27d353ca17796a0804a0cb86981d26b39beb2e8f969e20
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384cb36b7ac5dd226c674c7ed0be939fc66a1ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0deafaeccc59c4d5309cc207c5d699e69155b6d043111d243ceb749676a7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463c7dc83725b8c092259a1ba6e4a1304a89440d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6980500e6ba544ee1038776c58f36806ee7114047c4a6d578604848a540d37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6616b5ca03f5276ffdccc3fe04077da9e7d2743
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d73ed7e209585eb03262d5844064667e428ad850893a8d960acce492db11402
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1defa973e6e1b78e57ab061f1855e5f34a79532
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ecd42e211231f244c113b1845b7c78484d1abf286dc5c9f17d35f5ab76fae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5acd9c4d09301545102fcb01a987dedc496e2cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c303987d3bd04e50d07b17a6eb24a8fee9838171ad41da7078146235ed6c891
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e69fa99ac44e3e53526dcf99bffedb057e856
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f154d9b167f2e19452ebe80b93114b21fb8671dff48e320fe991af97d51bad0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3e372dc8b7be1d530980bcb45db7553e644ecd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b30729f20f4c2aff4a45da34d15ac0454eb42731991efdc731e2d8bd1f78e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5178927b8d9cd54ffe78ddaa49980811ad2e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a851325f819d78d0d3e779b0b1a26d8f47132a9130752686f679c83050c190
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f22b089108434f3519b09ce9a20fff4ea982a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1512ff4141b89c44ac6da933f0fab455c84a75df1402b1733a43e7c9eb5ef51
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f63a9f0175b7711db8f1eaf6f5b2b278791c4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82b0fc22aa1dd3520e42d24959a8a8f56b87b0d6521ca87538483cc52c7768
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc5c45e0bdf0768c826bc5fcbdd6606cb703ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afc77a7e9ab8a66f9c867f029f5e382b729a27f066004fe34b571bfec1207f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12dd13133a48583dbc787fae34620690c82bd23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4d59748e2ea112bfd0cdd2c9edcaa0db931be6efcc856216901c11a3cc46c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b0a1940076c11ec7e3d1e0ac42164d5bef283
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c26c7a18d612f369ecaf4672bb2970a0ea92f896182c87b90cad21a3ac7028
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2ab77e9a2bc2c72fa4d1a618a70f8ad6c076e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf62618e5904507ff73bd0904d1c5a60871e59036d8aff30980e92f62489520
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e2bb40cff0daf8b81b545ae5932a1da39d7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ae34db0f67fe793f81bf16a4da9cb27c8dc64b305591a369b0e88f5a961a5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683a22af8c312f28084aba1d22e008861ff24ff6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebd1b25f462ee1ec7884d4b492aa2637b73df3e9e38ade1e2634ac981b98dd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f25dc795b393a900c4b989e547408c8dd4b567
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc1b966693f13c2489db246326b1061a9b4e38acd1b3942db10f4f30a986aaf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192c50340a5546ae6eb571d4c94ebeea4f392eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68853fb7d30c305c0760ce5ad586c8affd5fc17081cb935bb394a24cb48fccc1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22d201666d408a87a2bc8fa53320562f72658f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e106a130de9522eb373f5a999a996b5d349e16aa27ee694f9b9b0a3ce2c5e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec6499455ae6a7f20842038fe14f9e9d3642f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a571725156d7402a1df45705658a6a9f3d2a99f0ccdbea57e5a1fb809549160
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc0a0144e969e2c73a3ddf99247dc1c1a616a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a630176526ca273f029e03752cf054a4b1dc2457dc5bd7e4332d04d5fe43a90
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a070ae0837ea0681418c0eed5e8660310391ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad32b0a21a498952be3fc46eb9a94654919ca8605d32e93f9f747de4b280cde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271caa2999b43b516ed0bbb6d9c785e5e2bf956f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576d5822c4ab3dd5b13cba981e09ac86500402b9d04185e59967de089f914b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0996632bd877cc75350fcd64024056a1500bc12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4370455715fb5e8ae225fb76ace5b2b962d49608a53348e5974fc44f98b834a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca50ad2f2a6def095a02324e683d6694fda158
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a723a9da7f6c5e2f4923ed67ed08c25199b2317f3e45ddd75318392ab50103
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5fb84b2e06dae24bd3114b064eaf62b83993a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a93903933ac8471c375d6e5284818423ff361b23f46f7b7dbcd7ec368b620ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09e5b72ad6fd091747edc13fd93b330159aacaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30583f7108f354d6a7a10ef142c780ebd64425ad41bfd7fef883e2b2acf6d8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b03ad2a5bab8736b8860e3264ec297213bcb71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072e1a6cd218431d864249f3f94b418bc1c1bc5900c4be88001779c426fe3ede
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c33c80f87928337f665a81167998e98c690f34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe550f0511c6779cd45c1499502b1135ed7da13e9ee6a4073c3645def6e54737
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75661f3edc381e0d0b639d5c6139f7c34dfa6e77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe9397de4bcdbcf66830450986e8672a7fbbdc2891dac7693e7f06269e076b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200ae4ac38d2f5b8628dd9df8541d3c67805e5aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf1dc560ec0b1aa91bc48783607b7f24264752dd42000127fcf019b9c0d33c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a8204fd3539f5fd73e8fc40662035b60e0f206
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5b98acaa14b58c9b98b564121daac5ecd0df048781b06eb85cc6a6bdbeee6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9bcde140c0e420faf64d855b969a4d2dd2c58d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc65c9a44a0dc2529e056287fcc4bc9dc7d16cde134648b27a3dafee5eb824b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b900d9bbcfc3e9041ec7a20c87b2237953acef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6848c15384607da68de921aa8fb6e3c44c4f2c32fc8f1649954b9dc61cc942
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384aceb15682aa64d180ff8ac283f90d84e59def
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eba535113c9e2d9238dc8107abcfd00899bd80fa740b61da8e3ff049f80b4ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f64f54a8bfb881bb1062e0f38a09190dbd0d443
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fc51855e70492bf0b7ed999cba794360be6e4f4495eb784294aa40139490e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b913bd5e3b6f9e2bb5b6ff478f1804333133630a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06ac318ace70e71b52f69eb5d77ed3aaecaa42114f5259279ef980254288ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbcb462c5dfc4d37fb910e47ca69457954e9ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c24405cf3f0c22677d6b3aafd35c1ef55e518cdb72fcdbf53f963d2e25edf0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db738e13aea4b301670994c2dd85b3c5704cb5e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e39e9ab5c1e524e3cd5229ff6bb56700ee316e74719f0fd748a09587b531c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df09fefb6d5bb5f7d07cc4358c91defd260d47c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded31cd508885e65c400dc81acf3485f79aaecb2c8d9ad5638ca21ec59b226f2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b06d120e8f126eab9d9e0f871b4590fde1af1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8770b929982bb9221bfcc89669208696c259ee7f624ef718c20728ec4d3f0a62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1071c48c6b742962061f8c56e13d73bdf4afae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f511920c9ed2f118489485ed09f968d896ca478ebbbd76d4828e1fc1daa561
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde29b6db3062f67d0361494df3f9187ba1c7e9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de58b9532d258bff422ba445675e39a5686f8fec6eb0415d4b4241e3bb3762ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddba6e4175373c4e0c1894233b178f827f0a92f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebc742e6750629d21ac2164471617c251d0b414d63bf3d8e5eb71414a701d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b805959209d166324c6aaa0d4dda831e58ebddee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ece12656e82e8f7100f6faf2d0a20916bbd8065013cf6bd9c8002bbee4e282
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a0be78c2158100026e5e91125a4b257eb8dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8c8f57a225b0bd8f06cf535a06461013b20425c47416792fc17021c4f2769
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2a696366bbaf128c7f162045347af76c21c28d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff2386b3af9dac14385318a5b07918c2a8894a801b90d907e42bf508f4cb85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6237aaef275358611b3e7fefc477f96518ae1a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa644732eafc4edf626178269663d19c6523a704d54eaa4671bccbbf53939d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e37c05beeac062de824aebc8b9cd6f7e7beb93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4a4b09de0227276154ca9d872446e8b39c5775aafb78a648535dbc4b109a25
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589907058d8fcd87219cb0a4cd1893a0eafac2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cb033db54610342454150c6d35b46ccaf57ffa8c5694e84c694757c7627e4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b70e15f6135527210166746b9035539bd1cc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a5cb558d9826f8feb9bf417a8097dbf8d5a2f653e138c904b5c1bea7ddd9b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460b04f853e4e022fff93da01f250e2c55b26c48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10a199eb96abd79c17ac328c169e2d7d9b7c98e862d6a47e28877f02f19fb3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0317767e3597d2bbf4e3b18108a353f53e0b1ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef5eab3a5c98d891f3391f22510281261e709b465193795ae12f2b1278092b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c8be203d8fe445f00df783cafcd5580ee095d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff88f677c2f13824ee34f0600a7e6e53fd37a0b4f28d4bbffe930d5352db0359
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e38b36711cd5425f24c3574a95c14c79a56f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e57b005de314221bc6be6149cdbcf1b63cd62d652b4aebb89d7feb2224110
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5795d221c7a7ff30300a68cd3f51fd83983930
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d8f3883b41315eddff846662534b1040a60e95e979f36352afe2d3490773e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434bbc0136529539df4952c512f46451fd8ef10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9048b2b61c96fd0dfb544cfc143bc63d155d07c744377a6a48b2705911dc49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1edfac0c051154d5a15593b2155128674796a97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cce2215b48901e17a6bc50ad2ae75667c572184582a2dea69c50eb3731143b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c918e86f50980f5422282ab70da4c6c6ef4c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235faefaad9f7487e0fbfdbe63f5c5442404946c58b3544eee2bf9f8de7c34c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f2e76778790865e5ac9fca09f6e3be12c19f5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d95a04bdfca64d64a329ddebf40e3d606fd6783da9c9d699bd325573bd83541
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3bd112801246d9af79f4f6e7fcf2ce57033d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1323345dd2d605707cca184db02fc14adc68096433bd3c7a2620509fb1107e47
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e12f95d99e4981130ca467f5b91f1d43407db9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c210e3a80fe334802c68ede65f8d624cc6a6bb117a62a39f7455ba7b3bbbe26
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9f7469e2cf2d8a55260de6d48c4fd36d3493b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e65af8e805994c94235c54c243ac206b024924566d168160481bf4399af7917
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47842db16f3b622238a4a5f1d68b5239d3d2d8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b124285cf3777ef72ae1a5e97f1e5ac71954a15146f88291daafedc85dd3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6442a2864d06d117aa27bfb31b7932c3215712e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63727dab09d15abfab4fc8de8a574f1341c69a14b99c6cc5d7d391c54ac46d0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afea9f2341e9c117a33cffeb573b61685e28a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28ca91304d77817fcb835c767b4d6f8e9f0e4d9574cde019e0b3bb80e86c36a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5229b74e6a1a275686955be618e604943fe702dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaf6cee2778d0012dd589753b2fdd998aa7809e1693d3d8bf58edec98b1c900
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd595019bf8c2200a97c2c6ad825d3ccbbe2e672
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782f77f18a9b07f09c13a07b7e1bc25587d23a60b32585627c1b4955321c35f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30777caff16131e4b8e7f2cd0da06b1ee682ae55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2740415321d48396fb77f6136553b1d8200847bbe234eb5b41d9836e6c2c854
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e99fa0790909e4340dc81cafda744d49e5126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b723827a162e323fec98657633ad84d8c767c2ce9a17d642ece6f8a9c70abb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b11318846fd1d921091fab292b09116ecf857a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722dc59523ead620d477b27d93b8d47c8c07e7ff8e6dc6de3cb20415169d24f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9745ab822346e0bd89989a3cfb240760115e5d12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae5a920ffc1ecfa92090fbeaec3c71fb360554af77145a2eaa1ec1cac2eb7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ca523ac254be42ab0af94e728dad485acae8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648c419d2ef38168ae532235add41fe3e8832c5ede9e317a1d9488ebbe33e01
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2fb5fdaf2e94aacd52f571a8cc5f064ac27827
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae0d42d788a1fd2d7c04fd211aa636ee6d7f47aa39e22a586fe9cb6865bc4f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0409a6993ad783d0dad305a8e8af6e853f815608
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22610bd69617f4582a0e815100dac8cc9d985d13f11fdcfa614cc066103887d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12cfd27f4118e8bbe1793af00d3e81b40f48e3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa57700782a2037d1e67ca0407281498147bd48611474f843ec842ad17fec3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b23700e52abf9499292d4ac87b4663e020bd001
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98136c11077ce141376c6078b472a4263396755a65de007f7b9d7b98a9599d7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4371a364915d4b67b45e5196383d3f3ad1029c4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da444dc216afb7274b5412fe25942f10fc48665224b635c552e8255b7bf0755
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6423b1955805dd07ef27f2103d9956deb6cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d91c45202e07b245d95ea662ce37a087704a2168e2588e392d7e9160be0eb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199067868cf950e573794537e483d120df83a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45048787028db91660f6a518bd104f8fe68357737851d7f9ac2b19a0a9500c2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5db5b6db5169ef99c7d147bf79f366160f2d94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2eb5d2dc483109a2e2ebd2c58cd92f42e58532dd07693b70888cb3b0c77b60
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e401c110c5c26dba6664ea1e8b24eb21ab43a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c053fd17dc57d6492271282037971c81479a4bee128224797bd56fa66b89b0fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9696b4215807a23f3c358bf30433dc22bfcd8d89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bee5a76f458a9bca85e64e85ac0ef80c616ce698f49c9c93ea876f757c0f25
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79061f26ee6635fb9180b26822550f87a2cb5c70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e61a491b95c07b3f3036f0c6c51f8c9beb12f32ecfc32c1f2251b04fa9ca1ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a3e5944db9bd9ae862e7eaae0c770fdf7926ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f488de90b34445ba1b2d79197c518fe2fb60bbd013ac555d63bcb074721964a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e748f594655c4ac705c406662b7b14f44bea7623
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29149fca1965d5b484ab7303fe209a187d41b1419dac5550b2f1f19487fd22b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eec1821586bc5387edda1dbe5866656160aa8a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f729ed20fb688cd5f076058d0819cb88befbc219726994929638f5a046397
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80df8c220db0c3f48301c8dd67e927c92071aca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1ad398390c868f683602c11dae6856fb866897608c65a5a82f171e8ad0a78
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f181fb9b7398ad03497462a20219d059c83446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f7f034832845b5859b8c3430a300ee4dc55ff954374219e22b0ab03f7e7b63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a43dda2a4e7f5158b5692d9a8b2fc4931f23649
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517e892a29b4ee7533ba9e9e2594694755d6df83442949e8753dff3d41ae06b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b9d11e6048f52f3f9517a2016e5cf5302dbd12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1be014495489a1f712dc0b54111a06d39beba74b557d4980b30f32440c7a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d996b3f3f7bcf42a1b5c871e0f33b3cd1208cbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c7b1e2e1253ea88ebef6eb2bb575873ea41da4be1aea9663e6523a1d3a7725
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da210143c150ee2cdcf728327b35d4bf945408f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67084017552ced8d95c4223beb8b27e66f1eeefc3fffb92291673f806152883
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1006ebd88722ad3ce159d14b61e674f212c6f96b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98534901ed308bea0a6310bf0028a3aa10c2fbba558ee26953a010a07a69258e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11e7ea81f2d89680baac8dde1939e567d29e789
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd35ab47920d72f8572ac998563be37c3dd25aef566f395e7a4c866a6aca495
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc86dd6aeae48a3d01d7bedb476547e0f116cf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d3f134985cc5e1487bcf13413d22023f4b1d5aa32d3ddb9cb11969d5f33231
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c629fb9cb8c913f1d7943069991e6fc381a2c4ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c503d0acf80cbcf2ef70328196b032e549ef50f225ac90ab796a808baf38569
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35092d9d431d49c1c1508e86ce0864fb08d468c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb97c4bf5f782da02a4a2809bff388d812f308fc8748d37207114acdb3a621
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e8fdef6fbd2a345cbdae261fc5d75a1bfbe4cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a743da27c4a90c14832ba4fd93bcd9a7e922307000863304d2299c1f7431b633
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a299bf8f92de13e8ab8be360d066b609b2a55df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005649f3486a9c18d93007018d16e16b15ce62bcede70c1b7da2a21f086017cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a3cc7f8668767b15fe4b123e54f5d29416efe1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184f8eaf2e0a393ccb08f80523f395f28f1440c33aa62b26bb4fb963b408011
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be5a01156b89abf0158115541e6ab48e852d64a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba48a3e4e4dc04508d8f12603981f4943f8a800046a53cb7d43839d5fdd1e9b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4c9934bbab9230f6855b7be729c9ccf3048da3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d22921f419873ebe3a7fa8476fe5042f2f3baae8588c69e980f018ff3c5bec9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2567c1c99990fac4d31cd4cbf3dc3ce1a4d2496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57396e0f86eefa7a5f7e72f699cb94f4d9c8bd4ce7586f45561d55686c16061
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55cea724d2422c73639be92f0e7edb690cceeac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b91228c964c07194c27d0d376353c7525623616ee6b8efda7f0842bc8d19b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630b6f9796c23af2e75ed35b351fde6fb4f8eba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4246acfce1569e080a60568524ab143b1309c968364cfd79babc3dde8f3410cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d05edf96bd805f157e5f0be3915fd34a8ff175
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ccec6224d8d567001d0c69ca3676dbbafbdd67a13cb53bb24f6b97d14d382a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96529c4c51bc6c58ef4ea1a5a89d9877a36d430b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01491b5777e5a4d60f815d99d960e0131ee92fab0e8b79aa5bdf371fc7debc5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edffa603f4ac12787ce487e4129fa27a21be45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24be6e0014bcfcecf03ed826c4308325aeb194b7f82fb1ea97d8e0168f7d91a0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01935f7ccf3a971eda7b1005cdfdbb249f98ad7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999373a64b74b7175589a34c5b439f61513bee6d764b2a713d2c69d618f234e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4663544cdb2f9d71e531e651d280a2f3d9accde5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e352125006f1b85196d83dfaf999673af91faa02d82a9ad1a1307e83627233e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fc6f09101aa1cb8dea6750be2a171c8fb41d8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e6eb278784e1d0a1e0582291b3f598dab0cd28e6ec9f0717ee8206c3ce346a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409299c352298ee7bd1c6e57094c9bb34ffa1ac8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae82a043367956b74f7b4631bdb4a093390d4037b375a0000d1cc1ffe8b7734c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf38de8f1471c831ed8646ee7772559eb8843b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b247127db23bc7a26645618e2016fc750aef56052b195d1b54cea68911bb2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e43051cee90a01488aa5ac765a2cb30c2544b37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5c3131e132de4fe81d8700b3e11051993b742f7284f8236680679ff1ad0e86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc2c80e75d7b8202ff5eae3da37210e3bccb057
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561fa066f2db161be63d2e3241bc5831b142f2d83e7be0560c1e5325ba76231b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae023035a33461859e007f78ba1f1af2ed9d7675
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac1e4c85faf9310057f9b7b3ef346c13a45aa37f2b4db7960d232ecd9c62838
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c05d5f854feb1ec437412a482276a20d7b2a7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0ccb458e18467e90394ac143c4a3beb97c325d3b3e352758bc78862fa75d45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac6d4cfe17d8b51f9499cf47819c10a6dc84b1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1efdca404ecf8843027f90258d226760f13ac03064ce17a5334f91b0630cdd6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4352f65af24e086ef81f8178964c1c8bff096593
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3c484a90eb2e778648b2cbe204d9b970a1a15ee3076a58d5547c30dd9150b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe03b7447c58259f00e555293b793f3d54a1198
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede29ad4263a6e62396e2e1498e20aba9580fee3ec8532624160f8eaf0fddbd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da691698f2420f0017560977bdb28c53de3627c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c34b2bf3f8bcead691809e0782f10307a9a07e264e073e2064fbbb29b2e9d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c4737f40c1684eea5626a7f29e88f97cc24d3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b6d9a9edbb31c7488d63b5cbcff62c90cc62aea19fcf5ce537a0fe6df14e58
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce03df13c9e5251e528303fadd319b48b1eec204
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc7eca36301b26aae39f3800f4e222361be5a7aff7898eb9bacbc2983cf93d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa1ad12c0117cfa9960eb17bcacddf18bc4fcc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26db71d9c0e3c7af8750b289baae8a3229dc67fa1fdab6fde46ecd6d2cc9e48
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b8d257fb2b513af5e666c3a864a7bfa01551b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044028e43ba8151a7e0813bca3bbc6fb52cd362ff4eb932f62f9c24a3c29e1b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1876f716c72bd37cbe15e7c4c3c06f35e0268d38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc91c538ffe051c792a08ab187a61291770d0ae0320abfcf95971667fb2548
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef68d229554ff8f5bd7e45c23ce44e820eeae5fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39529479b2b2f73cfd2fa44d48d2e71c83e8c403f1613184bf279f571e1da40c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3842539720979fef3ad2b891435398b49ffce6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413728ca65f5cebb219ced3c1dcf3336693471b512725b52b9c741235a72c594
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebbb0239b2a4650f063ba520574bae5fdd8ef14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eaa70cd8e66eb427dd1d6c634c1c25489b0a0bc7e65b9d32c06dcdb77db09d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bff136973d9c8356e1e9a75bc2268f332a21c8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bf545522e3d39f7132b2428986dd005477670c8b076bec2cf66439e24254af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8a828a8fc68c166cd07767a7052cbfacab95b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5397623d0068440a7db2e18d04c17b449a746dcb586229ca01f9d8c64f59580
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f7d3edd5c1aa71bb84b7dc729957d8ba37099d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a67b531a461476b1c8afd3913704eedfa6bf6d4e081725bbabe651b5f8bc97b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c163ab00420b4be16e1bf4169f3534c7cfa02a9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea3403bb9d6c08c9238520eb3372e6e867b302f26130845739edf8e24cc1f46
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7673f4e006127fe0e2420234819ad5b395f5c4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f4363a8d9d9a82e79faefcef5e81ea721df73a02ede77f84c3359468110d6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cee934f5c25d7b4213fb57307fcb826b00bc451
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7379fed96737ef5e3dc932f275c65962265ad79389ca1352803675ac4a5ac6b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9c48c11b4e8213d59c47228b3df9cee925d548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545cdc6635a2e99bc7c639bcef42f4640d8a73bbaee87861c6c24dde5baff19c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f55dd633eac6958b1ee3e7dd5f8cb3eb90a1e62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30920381a09a6edad842ce02a96ad5aeae617f47713d4379ac68725a22971c5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561b20d03bcbb0686ad9c264e28d851c778fb15c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bba90f8ba8649b1b6b25810adcfb1b862996b0a5a001eef8aa63a31f4bb6de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b0a3cb944842bf2a9b530b629f1affa6a3021f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe9756a127ce1de754bc2820c2efa14d40491ab9bf026998951d1b1512e8db6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd6ef9d803b605ea56cfbf2110eb8a4dc28efa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e33575645006ac1541b0ea5f23a8c21215ebd036ba65e3c6700e361efcf1e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302880cfeafc3aeca5c5007ffeed33fe4545f48e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bfd03574030577f0228c72323d2b38d283fb522e6f099eebe1b65e4d719b72
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505d340d47152bccb569e89bec463283841d0167
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250b830d995d003a1421f9bd2b9c73bc397bcf9a1c3da00942e4ccdea7ffd63c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20faf24bfacf41f92ab7e17f7901f10597ce1953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfffed1ec6e8a85ce97e63caae9d0339b1c3f631119172141c0b1659090ac6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd4649851004bebadd9412e33b9c784f8ee7026
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd389e06c7424af3cbc744d67f7eba72a6513a326c230cb6a6ab006c529429a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92b8045a789f64e27038dbd1244648b40ef3cc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f4e4cfaf8e4add66bfd384a7ffcfc41e9003b51e8ff444becba973cbde2fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12584708d9144b474692b409a55a1ee35b1a6424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18812854d5c5e67da98c836e4a51231627ab0bc70246113f4cb9c8a4796b991b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e264f8b6eb4172a3f852e4d8a4b889b2eb1740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad74b31ca1f7dcfac394966035bc2e2e83d5be5c070c29a863ea48b8371eac3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53898b09a8c9f13f530b052d0a340ac8a8fd2507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93508e9c34b50773a39d3792910c6b0564bf2ed13f13e4f5ff2b903955293c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9621a5d1298a9d50231760c9ca9720dafbdf5430
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef92be5d5298b97ce96505db36370470a5a3f5039cdbedc571004b196bfcd8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b6250cb32494c249f587443ff709b5b1cb32bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6fefc53ff5eef5ddaebe3e17632e67b80cbaa3294f63403a69a0a844a28389
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96e90b6d5b085c061ff9cc21c7fe97c2aba9677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd3688e396f5f72170c067e6d11b9c5dd5ded83f0a9fa67a5629daba9686229
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5af622bfc1e0661f482753a5fe42dd7d40d43c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4e60fce955867443732d327f2cc55e5e8f654accab7fb421784a6b56cead24
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa232e21fe659ca0e5f941528ddc0a98a345c74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9024c284166399e1ad42ff0ec71dc9ca8718709813df2aa101d1508b0b8d5e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf57317b5403a6b2b5cbe01ae4cda419f607e66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8aeaa54cdd882a5e7efbe316451505ca78b51741e7958a2ccdd1440f3f661b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ec98fb06a82b909431bb31bc9ee8344ef6c676
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5881b5099f5971c834c6ee909326c96d4b058ef9b68ee796d1c80bb7c1ac78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5b57047bc08bf0fc27542907d5c07c72a28d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1961cc8b2d2fe0cb305122bdbb8b09450a367c5b865fa9c0d01301ffbd5b9a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232002f2f224430cd4b3a6af591eac5f9a4d90af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3852a6ac0c6bc4e8a969873e72aaa947878035ad6a1594d74882c822f16285
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a835661d690a5a65b8d5d305ae05ba98f012c11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03fb0625297318d51262c40f58ddc5ecc9102f5d45e0327859dedf20db89d78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a764b6764c5087ebf780f87765e9f86bf8b4bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc07633e58cf1d0c4c7558df30ec14c1be31d8f7681a2d0572b7ddc2f362a76b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aaf97cc1bc34aecc6146308a93f91441a811a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc4380f638fbb19eb380220b635321407205042dfe206277b5dfbd204f227ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87351f14f04e262ef4904430ea516609792a5377
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04932a0f83651f02d80b1e924a7be810138bdde879acbf7599f660f83e15b31
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5582cc20c63064081b242cffb66fc60dea06c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2158f985762fca247fecda4790ef4cb287d49faf08c2b5ad8eb423956d9858
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559b005d38215d643f5f86e9fc06e1666b1ad43a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153eadfedca89bb5f63060b15fb15d75f32b76e2ed994f9918c139345640dbf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c72b50c8cff98c4d3b124753108bad4619e305
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260d6e9035c2d85c0a86359c7fce3922403f1bc0f121260d4c39416ab55da19d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f32b04f9e168c163e3451502a3ad57ca3971b17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d802fac59a69de5da8b7163214001f3988f7cb1599bbdb5f84cf4bdf68393ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e3f46227e2a4c6427a0bd53612c8b341b408c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5705e6e4956a328c3413df596630a25dea591f874ae3dadc24dfc14a156ca987
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df86ca4d54e5fd0866010955aea917b2584d441b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15589c227ffa16c49c312996a91637813534f10ce680b4527fe5b14d2a54bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b710e5cb116ca4115d174047de96af0fe994a40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1bd5541cc50dd243e8e84a8f643514775d2d32c9d9de0f025dea480d9a33d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662b4edea55b2b13482fd63daf26499644edf681
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3068b454a59cedf5e5940568f59dda6c6387adda1a95d23cf747721e9bd1d544
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0380ee02788754a243dd5e67759fe504d8e72208
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fc55f4ff5e6cbe2e0475d84f02d1fd0c7421ec813e0e4f21f82283f6310704
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121700edf63fb0c70065d0f1619961c140b5b9a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b072f2aba2a62b6228a90a0d1509be382728ff2c41cb5603edf46cc03c1a7a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0701632edfe2734d5b047ac3bbfa82b24c501747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5610dd49023b624a07054046f07dffff85aeb4a922349e3539067930668328
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1ffb786500aea4a5181a97e8217aea6beda069
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c28be927ad27c5a9f709b09f678911ef976c943417fa477c18919caf11b9600
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be0f77bc2b46533076699b86b5b54a8106b48e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f423833515906594ddb8bbfe8aa14046cfd37b64867cb831d44f035623364bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e37bc1f07851a85f8a8a997705e198b03d273de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8a15825b5b70dd2ef16920cb08a878ddc7cf1609bd48702b3811c2a7bd6ce3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9071b4cbd553bf9ddd6ed455cdbbfcf5faa29802
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe5588ca38feb299aa01efa40a1e86405876aaa52ebfee4a4bd8a81c44a473
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87312e283bdd3079af5f2a8ca0fd097fa5b05d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35aa8cf62e3abd1c6a1767d2a9132a4d7fde84ce88b87dceb2068ea179922c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed3397e5ed82aded3e886234344938720080b77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ddb73ff75c21962e9b869f0de19621115df2df8249d4393c692ebb0c9ef77
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ebcb68a09ebac292df95139f16b4fad1e58c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31a7e37662117ea233f64d980120041d48d487d37b9a010d4bba69f8600f27b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f20d7ecf8f4d95d7309c8b9a978c4393517b39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095d3462626869a900de1057c2029bdef117b4c2a2c277be7e15ced62ba662b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49205ee6df0d1c785df804e17fb9ffc89615bb76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35b4cad00dc2d380c35435378b3f91cfd43f0614325c770675e46b5d889058
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a0ddc8f7802690dd4d3d5e6e0a5a8b37a8289d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3238fea640a78ef2566218e90140560fa5bf64b7ecbe5d8ffeccba6b39658f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debdc91bc14a6dc448513376d5add5d4a359cf29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8583880fb61be66f35dea60c8491a554e77f548f968218b5ea7ee89da776f2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fa43081ffa0a009dd59e82d493df42ef119bf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272799998ac3cb6edc8fda84fcc21f0ae55ab91a8560ef8be4b3419200726c87
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a38996d5545024adb070c1d8e0e97495bdfc38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0b98a909c2b38e4990cb8f3a442ed47eef82fd38d640e1b654b850c0474c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4b2d167d14d03c7a9a4ad300ac948d559e174a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2731069785f6c9d547b56ad26074df5ff6b4d29d94b20a13c5d0f267dfc8af0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dec3d0c23a0438a0a8abb6c9d281d523a71ad7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15122d493bea78f0bc3d2084b1f365f4a10609486df9716709b3da0377360dbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f48746511d0a05fca219ef3c7bf7c6e0579c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ad4e706c0c6d26505079685f9b100df6e0926b2d935827857f018c61eb156b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9d775bb40ee1646b4ea96e4bc23e1156fe8f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216eb29ada3b1755b1e2ca4ffc8d7f360a2b3629cef77200b8bcc7fc45106bb2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32443a4e7f50da0d952ea6c8e785ad8bbb6d5a9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47b30920ebf24c69eac521781a07fc924abe3a6dbb45c558ddd22d9a5b47e5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af52f134ada1b955ab7d52241e2d21e86092c0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49f7fa47c17523f1ef84020e8a9adba98fabff2c46cbc82db3fa4c3ae36e8ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e234831f8ed566db24dfb9d54b9ba827fec3c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3759c14cca87f85e493a9079f12acec7f6c5e6a21e90997424982d6ebc1b0471
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb8cba1a357de3287dc1b440fb35c91c6802d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d8e160f4e7075f6dc7d7cd4bff2f2b2e04b70ad36882c99d11902f19841c75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aa91e63d0434b99d4b54fd63872211d83b14c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2109998deebc943ca74f63aeb4e7e2bf43ec1285f0f4507912b1fbc7086c36
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf36c94ca6b9549122fee1cb0b326fca3a00db04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc1cd8e78dc7b58f443cd92b318d733d9de963df99c3bd61694e0ced1bd9a64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35709ac6c6d4b547826a15a5f49d395e1df96d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8303e656c90020877b1d8dfbe441c86662c9026242c9adbcb438b39c444223
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c2cac1270f36d92b86c6f34c6f72c2e8d4d89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274d3d89ce19c7dee1d584c1a12e2c7bb3ea735ea14d7be922fa1c1e40c8db46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08519a42553d30d6f6d64f101cc3569762dea92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b8d0dc453a456e46bcf784c0201c44c7869375b6a05aaa877c103a9f37c0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7bc45d352ff8852250ff8b24c61b74adb0b457
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d48365b8d5a806600c3f453f6d61a0a1be4e35518213d37c3dc440a2c4a90fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136d79ee1061b4e94ae364aae8de121367bc2c0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333f04a44ab63b0b3d8a56ebc7a8b68b3cac2acc6bcc0c11bcbfb2cf89538895
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02f50b35516406f79bbb8dbc83a8905d66bb383
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffab002bcdae6cef5cc7ac8c894b7b398a216b7682730f5723d5ce49a103f25
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc1e8e12fe2b8b0e0681bc954dcf6a5bf1118a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef9ab96c5ce2fd58fb87aa0451f95f89bfc1338c6f98c328f5caf84ab950dd2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4c9e45e8192720fb5734dc698daf984ca6e88b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6058e3d537ecb4cd230991a996e888a5540ed568a6d686bf8ff296cd1d83b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b072da7da0fe30fa3bd8240538788d10b9a641
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02217aed5026706fa99ef331e4b541cb5a77e3073d9a69094413a370a871cf89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641b2f6d33699d1919f13c3e72e2605c77f0d70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f732b2b75dde79849cfa23f401f0e6394578e94f834ee9eaa3d921aee5bf21
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eaef0c96f66e6b82ab277b6a27b95f2758b8e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129fa020e507df02a78172873204a5fa19e5b99aefc21d9679c8f18ce85c6502
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7ae30879442dcd4984fbb75e8ab053c722dbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88cfbd14ae4589c48ca507393471f2dedc785e32d5764a7e7f4d4d70c7c678
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8aa13178be3d6441271e52390d2c7289bcf1214
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57d3ca0d9089a08d1dee2d6a3a65e004bc1cbd6482467ce57eb6a8bd2a24e2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d437c5eab34e7e3cfddf1d54d7e53e7b704e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6623019814cbd2c77fc63114804e4bb7181d04c298f3293995120feaf4699daa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2656f66ca2d232c121f7c6ae3eaf92afa038956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7925877e157a81e5328556ba9eef17b40d325c237aed3351c60d94c46d77e56f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc901c3182b46ea28bfe8424d82085d64bc9e993
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3285598e443bb1704fefeac1a698d0db91de51a54ea75452174ac26d1b895f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03384a7bf6724d6955e76ee8d6d0e6f55b247db6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aaa869629738d35e1e399de8ef99ca9bee12eb625555396acc9def023a7162
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e918401cd9a703fbd3426dbdac61b97b2e10459e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cd5eebb73a23e33acb7f425f7ab24b0d3ca22f25485579ce0464295bbf0f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf985c3805208feee87288e5cf9bccb9f098d060
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008084a0f20cc56874cf042a4d2f2bce3c7da087c4b035ad852eac8e05782bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0554d602f2eeb103b72e81b91b41f7c57dbcf5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f76006e4afb4347d4407e3832b78ca691b02177e718b5a697af7ed4b89617c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e67b4c4ae732d5be3bb06178abbd58de5fc007
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba3ae86c0d494c6838f20f2f77890c58357f2b078d1bec4a8a3ddd0a15a01e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb56e66d9ebd3af494b512cd49f00f61bb09d34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d316b1c1d965bd5e424842d902be9b50e442a9becceaeecfe2d9c5e4e39e0451
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791fcf5a38bc691d38199edc487d801e15cfb192
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3739c6402f148a1b0f400fb0e3d85a47752389bbd2345f69740cc6dd557c987
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaad220cf192e761b3af9689a893c4c6039b013d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be981a66e825d0e535260ba47732748ca52edbacb6397c5a5d2556f3bc8366c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74189084be815d2c20f2a968d073fe20122baf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e33161b3eaec86c202d238b5a6fa59cb9bdd2090e804a977b59bac11840430
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b7acdb8b363fee6d6335400324f751bc8f7c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4366b48287e5e86aab89d6c63f723aba8ce9609f077b02efc486af96c3e859ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69e4e02e32b02570fe4d5f12d04a0e5b3a7bbef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d572135031c2457647933be3c458683dc757b8947de085167c36807dd13e4afd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864d8b46d1ffb85a8ecaced9f4539754c660a2fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1dda0acc0ef7c68352ec85fac8a6981f3d787cb00a9928e825c47f7b7091f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a3c00d69dd08d89ba6b7ae099ad86cf790868e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0efa4882f936ed3aa8074f0d3d97accf454c6fc8b190e2fdb65236a08f55e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e78e970be4c59f01d01b30e77cde6b8b12a6a42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec758786f9579f13bbbf8cef78dbceb4e012b9b7b7afad70f1669575a5be015
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3813e53e5cbbdab82ff788b856d0e9c2b37743f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2d846dc3db09012c6ba6fd07ff86e3a026bdde73b4771228aac64900c43d11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacb1f5f2572ad0c5d4e26fd0438191cc2814072
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f59d46e109f8885c5571ed25cee8aeee492426bd2b579cd5af48675d7cee6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735d52df5c29c264338dfdb39c3b95cda231b69c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa8afcc2dab20c7120d86fea98ff9321a70d1eb4be3528708156f03d17d662b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7554af2d6ae8e36933fa4312a01b33b81d9ccdbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa12e5fd8c1863cfc8d027c39005fb8f1b5b1ed50d0064b5034edee8520c6ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9535bd8a0af3c5288980d2a191ca6db3052bb568
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9d0f1d079b74ada9dc8f40e6f359465e68f0483f460ac33e918ae8b86b780a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2e5a2dc4da153cd20582c84ac6df8fbb135d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19312996740b1f13feea10df69d85ec5178796240c3decefff5d0261a6ef898d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6336dd7a6ce6e7f1db6ec2dda408a3d0ec5e17de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4424c7541518e1998bc56ab7c227d872f6dc37a2c2585c265e80f7fb0695b7b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963fe3874cbfc17e56f4c99ca29a8ad887aaeb9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b0b056ebe6f7463e24de7e7916f9c7dd14088cdd27ae4af3e92bf2201fda85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28588c397d90450a1f32ebd591878039319d9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17e50656a0c06c13e5a6d62eab0e3c07c978ed3dc84d7d26e640da7b3a2978a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46041cf45b6e0dcf5e6d6552e63a3baaa0297dbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce171f0a639a0870bba0d8cddedc319e7738d5cba8543a0e7740b655e4f95f86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d56ae704b1902abb91ba30d83875bb5b39c3e79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6873d0e00e83fece3990930d49a5ea7c8cd3f44d1cb9f6eeeb6d12f3db919d7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8269dc2d58018a2cece28eac7ced37a1eae28856
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fac6a8f663bc11fe0ef6ab1806d39df91c4bb8035d0deb3e1c3c9380da2a956
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd448c3829c82a1a8eaad7ebeb36dbe488e18625
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8b418d161ae88bbfeab7b625770c771fee816fc06013b74591aef7b72a0a0e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518ee269df851239c2856207182a1c03027aede2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515d4ab7b5fcd24423dccd30da7a806b830fc7b94296e346167e5b3ec1f8d0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548d5533ea63f4d19aeb4f32b0d2d3ef4c340907
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140aba85d3635086084bc82fcfc2f396806a728e8f7a3a45e5679a61ffd735a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0092f619f88f19c43e4ded92a27968ef2ed4a732
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8655a8474d3791805f46e3ee771111048280b28b8b6deac55d5056325d0ec7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f1f749060e51269bd2aa10ab116d716549eae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14365ecbe081501761a71bfe58352627901c1f307f4be51a0b8d908774c3bf4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baeb54fceb9dc923313b35fca12b73efbc34446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab2b3a1e819d38c7cb915050ec4d8343e05d1770d80ca03772b60595ee9d050
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32d7fde3b6d3af25afa9a2f3cdda6c1644e3977
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a618ecbecb5c653f8a18aafc96c717695bfbdf062db60583a30998fe8296c648
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81871b2d165fcd35e09141ad9597435025f8506
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe7385e75061bd7ace82d7cdcd55f038f82f0b7b9369a52dd4745468efceb50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188739e3900779be8978b55c24404381aadaddcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cd4358a685ba37427190ba09118c1d1a6838fa354239f64029408879254ae3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec5b9f0ddd64b715d492d4e9d726690aadbadb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e406fd65945ae37977cabd5929b249bc691a40b444ef57f9515806f73e9c7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad6ddf2559da40078e1f5b89cc62441dfef6c31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e75f70e498eb937e1b2cd2712875ef2aaa0e8370fcf10b5d92f6d90e6e8ae3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d6ee4a515bcf71b25d4f96a2881d3b84fca00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80bd2bbdd8590292ee83201804d8fa5af6817968a7f7e8f9e3fd7eea672128b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dedfc992fa699f734da49759615f15885ea911
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ead514ff4ee17a8039ea8f6eebcd205dcd687cc985f2f73a7bb3f97807e943
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a836a7e475977344c80b0766148f022d5dce1afd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d8e1faf9d4df519407a500b5b891f6f261918ea15077f90f7e7292c12e3499
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd73944231bdcb99948a682c309ca17a1c6e1987
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46edb61ebeaf7f03a68fda9c59b39011f0ccae8f0e3aad2262de6a02a8eeb514
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fb0698369451fed491ee062d00d675885803f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe71b61f11c0311dbc2ef8241cead0b30b8e8071ee360be1308b8dd033842da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9e1bdcce764591c1f7603ac75f0de177d34123
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640ed28ad5348569db39b0a2ea64501934b74e30b292acfd1610cba3ec346cb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ccb6213d18280a1ced6d482ad29c97fc9ea60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52de100a71930542123e49a2da4c01188b59c46551aeabcc8ff2c08f50f1a399
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d4e7f90649d36627793d8536a9645519b6172c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6154f7c87d88340d73897a3537394b5dc9a63c42957909fef8d64b87f4ce8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d506fa2e71be551ed9bae662a03196e5806e5fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee58334356f3171ee503beba8bd711f787d38678e8ab12f7be2e723566fb9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249a6a7f77e412e63ccda23ae0ddb8d22132017c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0a430c69ddc77d39b05237209628e623cea557709890a68932b2f4fd10d432
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305756b46f8dfeb583c52ba9fbf3e2cae379b710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ebae5f4386d9a69a7f7eebaedd0fc0c6649c315d6bc2c6b111d1df0650171c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d26d92401b1f15a8bd4f2928e4726bdc7e2ab30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff0acce2bb4983b126e941e5d2cb34d98d4b707da20c1df59556164532c00b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e5bdf823ef271b6f8461051be0cfee094d6a1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b847ecd25b2160ba5dd7ec2a1d827586e1a2801862864345865967c7def9e2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ff443159ed0f24b159b2224cb8b924441151a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4837be86a49cca3abe4fc5ea1e63f4de8cb1ef2264bc596b310bd326c36657d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440287353b182facf3aa4d50f1bf19f46a8bc98e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f3d8221ddeb63503c6caa99026a6cb341f3c65a217d8cc03d06873b82d760
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eb7102347263ae7733c3392fc7b92a2662fe68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1914f8f46cd123596f89fdf38a19d4b663192ea2864aecb83cf21d96575017
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf91b7738c1b3ab46385a4c21b98ab1498eea7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5352de0b7033f13f20301cab82713570eaf51ba074a97c0c5fb68b1075a49ca2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75402e428c4aca492da3232abcada6205c17ab5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da02a363ec741e6d406786979734f505bcde459c473d9850a3fe98b4df9f70d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba044c89e5c3f8eb02f254c203a453da3177559b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e72e0da5f104faf1d66c84ef3acf94c4a5f01b81d5b7deb01539fb5370b38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f3312a3871af08b4a57a6f1d2801c0067f5692
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407debbcd0ede83c266c1da0e44b54867af2a86cbc7330b2f217d1ab30a559b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf91350fbec0128c5e599a8f9730b9f56ec92fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f6a0a9d6479534af39e85cc21a031b62dc00bc81af90479f3902c01253868e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5ad6db59ae51fc321f2cd62ba83c8edb6afaea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1f73c861d45342c63a210ad705b3eb929471fa0eeb09a0aba888cba37733d9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81610617de6b5bb1350d377d585e231659d13e9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a4515be30c816ca609126a81f5019b05b3c810045e7026632f05ac8af54aee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd1775a2188614e62b9f6513403d93cc22be97d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0498850724bb0eb166a62142af373c5706d151a9d77c06d0996926f51a57db7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d3fae6e58f26d2e9ca58098d21785140fc996f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ad8c4c320c0b2dcb645625040aaa61c09d429f5a1162b25786e6c912e0e39b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d3934522ece4cf6b0fb63d18be31ea09e048ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf0877ee23df186225065a59b8456e244705bccfa477e264398557b8d60ef09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c623c2ad8d5196ccdb2c7ca2ee3e6d4c424a845
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b033daa76e83b7bab04945b9835657f48d7e27381eda9495ae9773eaed1af8ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074b99c5e467c03e16249a2877a106a3f615ba2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb050e0bd38d358e265d69038a98fbaeb6f25d9f6a4f2edcadb4b01d1fdceb1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0858c23f0c87735e7a41e277400b45fd2f12ddf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f032cb653cf5c90876d09f45b1ec93d98aa2ea3c0d42656c569aaaf6e3522bb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8959d539a375e04f30d1754f4cf1d774f5100e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdadc5c217b637340006226fcced1849452ac12e97ddb88f1a542b53a3b33a8f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edab617ad666ac8f7cdec37879954dc86edd7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee6dd1842e5643674a1c35be43d026cb357dcab661c7244a7fe5c3ad7cef9f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abf875afa5ffcfae6969533664063387d988fbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1462e050d4cdb8a8df4ce37606f06e3922fdcc5a9c2ebf479cd935e4f4c2d8ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee82c2a1628e4ffb4bf4275c8a4730704841d8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28f5815ff8af746b90bd567a492f7ba52927d471a290e7faa808a59ac061931
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9235ba9afe0a260d3f00993a9dd5817b1ddc66e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba3e55c9aad059520fb5de7ea82fd8802db790aa2746823f25681cf0637c82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14abc17d0044fbdc24165e3df450c1b2246a2a77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfffca8b2937b824d6fecf4baac9e02d910ff7a3b5c5c1679faad5fc9cb8136
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c6805d1dc682f12bc5097a6180b22ef065a9e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcebdcccb2a554a3cb5aad0c8fbf1d26f411c38ec663acc789076be1ba8688c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da71073449f20064d7069e1fc19ed42bac54be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f566fc48a18a43b7e6a1f8d9a447445b243a812501c07283da134f92e4c12348
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc467a292149e4530c63484a905a2815ff0dd68f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609db0421dc156882fbbefd70ed3c0d684d81e78b9b8a4e77f11bfb876151b99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5a22319b7d4f6fce752f4c6b1eb964478f0883
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe2bb6b93ce591d9dd69eb73f535cf37637d0f97fda48ab02db3a6925d5b833
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9872b7f090466f9266adee02c98d1eb22c205ef7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732bc0154b24e69039888cd25addcd33db02ae2510c1b15e772a8b7102d0b05a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d22579589592caa73e90fdf6dc328ad9a5f0db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dbf012f5ea7761a21384960ad2498041054070cd1bbb0f847b6ec41a2a0891
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd70225ed7542a5cf7c45d780f122e7b6d02330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb609f590ab0173c577e5d83e35e89ef43e7068dba76cc1e293221cb92aaeb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d35d9d0e3d717ba251ab5c84d9b83e959014c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77b8702cacfd7197d9b91bbe75b2771cff856832be128ef6b5565709db07451
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868958d6e7cf318ce5088f59b1fd7039a56ee2e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f74ef3a76712fd333aac4d65a995d9ec9a9a323631e47216b734ec3897fcf0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11ee879624201575f08c8a720424fc54edef900
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514a3e7e4743d974dd55e21024799f3c144d0b4833a39a4c1faa88c9ec4da783
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8557440bf1432f6396c5a4daee6ac94e26530d62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d37b45b598c2297e7b0c2bc1d44715582012e4e2f43d557bc43cdb69401c6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce585d41171db3b4bcd11aa8abb5c97d2252e87b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374bab82ddc829ffdaa06433ddd9829592d4b4d216a9b6b64505f60d59d4902e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0f26df24589e7f71c68c26d2ff24d21d216a5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0ce3747269912601060a19632803dbf3e7783a0c2858db4902b1b0d09ee9f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e761ebce85bdcb7917c383d38c9a20a974c78e04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3522a66a9283f4e3df0b4a19cf21cfa82b4d1fff9c8173e820f3f0536cb143f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cfe9c243b516ee9c2a08846fccfaf6cc2cf4f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d24074c9a914087ebab8714dd69132dcd0dd07334f520160b22824313d08a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258b4849b896021383615da25db5bbbc9f17fb76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd698c7093355d678de5c1274a13c8496122aa36fc49b627db0d429f072e9cc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef40aea45fe340ecc00fb03ed1579e9d909dc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba44185d289c18e398ce640ff22c5f5d836ff85d1b8de4c2722788983129fa60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d0c1caaa21cb9cdf5243d29e7f0ae1ea5f4fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd74230f7615604faad439f46dd1c4492bf3d76d0383c7091b22065af70058ad
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a204427748e2a163315b925f4bc79913d8b26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de02bd24c94120d87f4426305ef4ed23408ad70fcabe07b1f11bbd1a7bccf293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf65c9520b7a430767e22105c9ab2d3ddab03ac3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77c59a1c74c3c3be106dcc9196ea49cdc7ab317abfb46151e0e80f0067abcb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe2a990068acabcc171d72f27e6ad37764a3662
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0546ce0860506e91c3353f10a516751826b4b59c8eaa8c5bf7c2f7da125354a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda5d50a9d42d9c5958418cec88b03d2f935ee69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd3fcc151efcdd3ea6f74d98cf2972394d5867772585d4718cf3e9fa101fadc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a5f4488c1a61eb84d03129e635061f7a1e141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3179795ff670462bd174338c77cdceab1757690b6108141bb120abbbed1c2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a3587dd69bb4032fe87cafbf543059a66b2afc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b03d1a1d3a56392283eee6214f25e9ec56ca8156487338d7c3b940bc44ed95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6044c725c8ba8693c2c31530aa04fd9a44fa839c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efbcb2845f8dfdc6e36bc76bbad3e5a31d73d1f55f333ba8c969fcc065a81c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c1dbf616cd609eb4adeb4f1b9c185af3b6afc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece3b8b0c11d32452f02b8b918c9fbdb749bb826aee948b4053238bd20fe55dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7acccfa56aeacb2b470bbbd1b7755c82b53f2cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9e62ae4595e27711d0533084f139bb5983ddb1892333471f8b610eef9d307f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116f100b0a6a94651d0a92c8e7e81ca045d3ee8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d918c6e2d0fa637c36771b11c83ddf9470f9fcfb7c8cb157577c483b3b1728
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451ad038632886ccb12a40e6da0c40a86b1be21a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b915440562a957c0468fa0ff179b9e7eb6e1f1b863d3a6678f2dad6d6865d92
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d2bc83a0465f98de5dc25c9afd5d4ddfd7eb01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c57b1098cc2aa9e55f537ddc05f4a83701cec8e2057f0a0c6e123bdcbfae744
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40731da149cf9abcf0916fcb183cd25547e28af8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b931d2f653ce8d6cd5f0381d4393ceab2bd0bc9fb322559f73afb0161e9c27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d104a3fe6bfecbaef9218c848b0c83de60dd540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a66d5ddf46926e056acd6a42b6e82f2aed6ce812a4c23d809b9b82a59ca23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097af2328e7ceeace4338652e55fef29341565d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b33298ae6ccc77cf1363546180bbc968da7d8e79f0716ee0580a3e7e199728a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef318b9721da139dd85f17fa5f5befd92479f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3537976d2aaaefd1ff45c70a18471878f11c4ff28c8c92c8ca936924fc5ee453
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673efc505b8a0294837a81167d335b7b53dea28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9118458f6684e9b6663082a93d89747ed65dac5fe76a3dcd36df738bc318bac1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9634e9853452731340bff2773d01cc254d7419a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355341b64d3ff7240c2b119c6c60402ee79fd4feee2c66fabe5cf1c055a11a7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fe812e68c3e811706ac71c2e7e1c928f2a672b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87121fcf8909a224a0ac64d7b8cdae75f5bf898bb5f94e58ae17af49a9c9db2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1961bb98dac0ca01a59a24e8ff0f36c96a25a3ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55833664f0f41f078ba206a2f4e8a01fd5758d47fa53a250a2b377594e5824e4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fec738668950852f224f38a9acdbecada2996c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a7c57d2aca76477c9ecec5ed9bed007d84568a456551e4c2a509a46a08f5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393b761e40ff3662ffde7988e0cb661641fc1d4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00b64acc9e180f09f1721c5c86b3c76ff1e26cfa2bb7ac7c0705d71cc0ab10f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74d457d9d6a7eaa9b09887fcbc6089b15a8dbd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ce56af885bff0e2aa1accf836670468b26fa555d162a75722404d4a8b8bd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e8c7adc733e3b61be9b73bedd8b36ea0730f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a5a38d9a8bd8a02e47560f8bea4a1e0b6d4bce413e657e8b699f12bd47a75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d16b1e2502bf21a88db3cad43201fb39242f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a610c933f7903e07673dafa37ec0f018641f9af2e98f0c0887f910b1eff1b091
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411d3b67325f8ab5a6be63400183a1d722a20932
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b5d589f29da2781d1dba4c913dbd79faf8d014f185fd3cffe4fee5dec1cb41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c68fae0485a50c68fda05e7ed3d95e69eb89cd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e589d69a20010715686d1522fee0c3c1098d4ddda3877fee0dca30d55c6006b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b9e1e2cbcc4dcc0f4519b79ada921450df3d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75440c1313d61a98dce0e98ac19ec69e6b5c592987cbb1d54ccf76a6248996c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3155206a514775d2753f3f6bfd59167599952b6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5903b247941522c96420e283855c62271004ac2fa6e024c9a00088ea51d49ba2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529f4197819c72c45cfa256649a96422548654df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55eb9f841aa64e8d76ca45ce890dbe48e864de21667b2eff080b0cdebab51e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783488e12ac93a42886ad1ff67e758be77922141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3beab4ec6b7812b9febd921bc513d85936027d6757613eb0c44cd9aa99c9676
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444dc9ee06a88a1b3a0b453b2f70776d76672a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7832d7ad07980d31ea617efcba1932115f345060d6dbe9570296fe730c9121
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaeaf51b7a55ad7191efff45699e26c0e0f03bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc31acba561f772b0f9db133cd435b483aadc3cff5de40cc5537f1e052237d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dd97d3264bd6f87ceb426767f35f96ede4fdbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2772c12b1fb2daac0f484c3f9f5aced61b9f817d4e20b4eae9901f2cc43ec99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880cfb46a678c53cc4c095ddc5089603816e0380
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2dcafc7adcf63076196ee51b9e5f83847c7b5b0a1e7036a6c99e5cb6c1a665
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ce98b449c7924161a08e6b7e320b362b4ae697
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd0e6ddd30ecd71bc262768507f277bab7fddc34457495362d8ba1517021cfc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3a6c2525206a86b1b9b3a6c3c87cb94a1e40c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fd47c3b88d591e830aff855f1eeea822a19425e796c827bce122af5fb4129b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb28c09ebe2dab88d1dac67ab7c41d1e8c4960a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539998a82b80296d739aa65ed1ec0fc94e8947b809d1ce30efd9695ae46dd12f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa11d1a37cb31ff16a21fdff17a61b292243f53d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55e7d6b637a4c02ff47fc388030c6229f839d16cbb0f17a1e19ab356f0a2dea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7af4b6fcf7a671cf0a7b44e8d5c978377bd85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e07d4f10712ee70fff2e203992db18d974253acfecb22fa7175a39c2d27d0e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff0b7cf03fa6a496b0cc045991df40d8d025cd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13705a4791935f7ec3deb34337e3dd8566ddc4aa76032139e5ffe24a8447aef8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfdacf29d238f47f3f177ca3d73c4cbdf7c7ed8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d015d184233e4ddaf07b00980e1903d40d71465724deab104e59d6652a5b50c6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c155010c2358e6319bb54478e2b39492bfe2fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92499d29a86e47317bfe06108ad4f01e62217d53a0c48cff3dfc459b67ad6844
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44319005d0abaa4e0f222642bccbf26d2ac64f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513694603ead387b96bd453b19b71149d681ddfb34a2e6e2267ce079a73554d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729c1a35573c30b238bbbdababb21d4f22ba8e39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f38d6d6471a5050249faaecf98202838a3b40947b12217a6c4be16ffdd5e534
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513875565cc4845468df46e76320d91f39b4ea8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0dcc4b47fd1efe80b0097fbcd4d2b189713ed52a5749ef102d58fb4d970e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d223a07a1d399df926849fb0af6ac92aab86d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1acb8d754d2c4d075a1258bbb19a96ab43d6ddf02dc6e5f57f3d00473e3a83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769f6cee702788509db0537520c7840bc8c8ecb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e418ba6048c2115a0a3c39793705bdcf0ca2eefda0505f1d57fc6b23516609
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed583585b9f9080f90316b90c481291815ae522a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a416d2370c944e840aeece713530984cfd47bec72b22f256e5c5f4308935ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5d06cc7687a24ba220936b2802bcf085f43207
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528282531dde8ebaf9ceed4076d4c1d6717dca6327004676c8d9e919c36457a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668efb491122ef980b9fefb9486f6314c298433
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc6d470194176d8b9a8ccc3f223957e8c627218289aa6cda1a5da56d8bf055
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17111a78d3cc57d8a78fd84528eeadff405a8cc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdad046ae7b692d8f97c3ca370567cc17adfb376b4030904c24a1e6182056e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58830fde71718b8aaf07c4b8129faa1aae8ea595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca62269155ab93568cc1a30c4495351d12fec1c3b4475d3bd9682fb48a3830d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4f189f66a793c1a208d539f2c426203a68b02f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40362e99ab19113a5d20d01934003351cce0161e036637bf5b180f42fd687533
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a7ffbd162e5528f8674e04e7e84806da7e8dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9855bd254806310debcd053c3a2324a5debbfbf52127c0756d5cf81df6aaf95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29010bda8500785ff36b1443fe728e4685a139af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767e0a0dd9b1a61ea2315bba8d107939b606bf602915464bfdb7fdb97c637be9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961c7b973416b4f8ee7b582a474eecfbed114253
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dc4d4b40c7c5bc0f1c60e1070f08c4d578bf557df9320470544f6ada5dc77c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00a90a7826fcf429411232a62ff78bb71f9c0b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c929502ab978c409c705583583c9f46d4c824989328d7a3d6e9f1c92e432f2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c7760ffb0c2536c3d14963743290c4795d6c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7554c26fc7ba867600d7a02bbcad03008568bf9fc71d489d4e890527c8f4330
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef38017f6b7be00b71abc5bcfe7f9f9b04d2b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f8c8246a07f5b5ff6ca9e438923237e83fae2db0f5c38d8590dfc7b95af6c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f1ef5b3796c90097e66f752a713e53f07074d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e63c9475245509fd6fa5d426a0b3f8f966e2b06962898732ffd7ba62b44518b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e213a31792d55f7631de5a422d052b5e06fa4be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544dca103f6d7374b9451815c5483c4c3b4356dcacbb5cbd41e7d611fa7cab6a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f23199c59f14d6164d02227693ec53391ffb59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b3a1eb4b622d4226e5f17caa3773d5531893ca5d24e536f161b90542edb554
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99626b480b9f0e5ac1c1e58fa3311b9ef2cbdbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f220bfb46b707c0d79f44ababd97bb2a24d56c0ac68481492aa89f4c98e6edf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dfb23ff159a8b94aab3e0845dc2933d3697916
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85700d5bdb607cb80f70e1968efedaa0a3547744ca9bad864cd750db559877c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1ee3b9297b03558ecf2548f0256a167643ed5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34785917159a3d5eb10b6fdb348eea8be1be7c8d7e9ee7a461f351edccac7e2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608e63db4d71072cc47f1e0392f388132ff1f6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc21e1c1ab5b848d57b1630369d7b5cddd923b29aaa7f3a5c09aa5a8af75a729
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083cc0c12f4fc51000a02a9e574e1fc7a47e28db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a746d1c46ae6bd9f5f0ed0001f8d614b2ac199084e3e04aeed4f7cadeb32d6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3737f568973536744cf8b1fd976b520dd0588e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4759fa60b83ac906b731114fe4ca5d6758b59cd47026806dc8e49ea53d10a6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f632e51f9920e90f7a156a9af252573a2da83fde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d184ed5d25c1d427e756124700b562d9d577483a299e2e07f24187e78bc91ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1495e00ef5eccafaf8396df91955eee72db74c11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55007d1cd89b5023419c64ac59cef4e0ce2e36742feafe16781844cd92c3968f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5bbf62141702df352b4da06ccd35846aa0fa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c4386487604217fe8599e702bcb4d43d99cd7ba4632236132e99fc900edccc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb950bf7f692de8fdfe6f18e511b22bfff223fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049ed1b834fcf854e2826d6cdd8389a33889a0f55f8ea0d7e5297ae14696852
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed65e6ba3ec49043a4dc71f926c0357d0a4088b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6e7189d9656c55c793d54af149360d195f97da73987657884efc0500a4cee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8819ecd72e4da7bc43e1f8c0f19965604a439e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4015240cdf5db096dc6cf4a9aea4b3aeb2fa498e5f31a9a281fa8016e31471
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0016081f2211a02053d3a09e7ab2f703107fa018
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47462b50883810706b4143feeab1b82bf42f06eff87c62603124681fd4a531c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0461017b1295a24f21484436ffe876ffc479f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4064e381d44f71993848ae7cdf6ce43716d9e88d14c3a82595c7d39d84f7b11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fceeca67de8fd77b59250e0495b85973ecb445
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5747d71651dd05adba14456ebb5d5077e90f2c74ccab8a8a1e649293e57bde7b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b9400cd70606efe50bc6bb5845948c65d54c2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e2019211effd87ff060b0e9dd55ddd33608db7d1329c50ec31057e859cf1d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99fba40d05fe56bbd84324222eae6426e6e5d7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff433577a2ea1f1b1d330b01bd26e2b56486ad53f1623181710e906b5e7b643
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ea4e68d9f69933cdb98440bada4de79fde010
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07eaba9d18db69793c06ae87e7880ec8ecc78cef7d71c2e7859aa9d703350b4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbd518138ab9fa04fe1a515b2aeb4861abba937
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a9d794b86fafbe36537d3a54896ff4baae799409889d47afb93aa43db7b8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77115f93f94ff8fc394fed6aec4728ce6f424f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6d432b76b34c18cd72b798ff8e46c996401dfda3ed7941b5942bbdbae1270c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804512982b6cccac67759d53b8fb10082db328f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c30e895612f23aea4317978953ac4d7b6af60ec5d18fcc9d9bdca80972698
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c35ee0335dfc1caa93d049d6bd9415c4ee068e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb95e13335e04f4b3e467694188c26402fdffdd45b3485c68c490dd68f905b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47eb1053752ec97bb5a50e71ec99308f3f98bcb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab63646cc47882dc7175706d2eb7e6261db23a41b7be4b8dea7f66c323e4fdc4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958197f73a031dcca23239895df7648bc3a20584
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116b37fe09cd24ab9686f92bfecc9423cddc6400e41cd19252155e471bea72f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20141b754f3d641ab57680be93b9b0cb766cba89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242de27ae53672f2672fcb75f38c78b81106693757ed7393e9898dc538af55d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22efcc1a543064be1ba0e610a934a5a4b537d1cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87a75277ffd4add0c28d1949bc810c3f134efc788d00da28e32083961310028
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4bef5d4f96d7182f6abb24fa19bdc719142123
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb882c0cdc81ede3e378859099124abd330f1ed08a9310fbf426c3fbe885123
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d41dfaaf4132f27a3dd925af686c0b8cd4d8069
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f16ac1988cd7a6188ee242510393b4614419233ebe05ca34950704b1117bd7b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef7a3cc8d267c2257711b2cf42ccdb37c11acfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1d98143af2fbf66db84bad749eecab5d0495b252c275008f560fd23bc04ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faff6c29649e7f1ae26f6c1111e17a7286de033
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd4ad4e2ce2235ada2fa096309e43198024dae5cde921701ee9d38bd7324a9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8436e0867ef9fbddb1bb48fb530c6c0b2efd54a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f212945e4561890018079a79f538096ea136a31f07cf147c2e273c39928a7ffc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0644e910b60741e9bc82eb654cd8bf56a53524f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47facef6d6fce867a6c90ce1002d3e0ec8bda4ff36667e38e6e9317cbd368dd4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f3b1862c1d639092db71933435d93a2ad1d335
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3fa9751d6bb8623887aba8ce8967397505f10da761b0dfe43ecc066549210
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7fa58552aa66dfb5f44b6b4d843fd248b6206c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b3b30b01a0fbf17fd3d057f214a5984ab35b14315dc374fae579b93c9d696
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6745b7b9bc72e8400cf7e59733456f7b50a06fb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908d5eb660f492cb9249bb2b3544afdcbda8554ab3763673de8bf4e14b5a5dd9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a20cde8cbd0ee9e64e6817be6cdc3b3ae75c52b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6f20c528ebd398d3ebce9ecb6d20e76ee37a4f55b4160cc1d43044e85056d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb930b0233c37e8a01b6b4a901ca6a186581ed94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9c506b4c19435dfc5fdf0a40cfce1a1a0a6af5a182ed2afbf3536d6a9481e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b962ec7eb007364e9867acf260515ab346ad22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517d4874d7b9a242fa39e2c347cf69ce1c6ae982f440e31f9cc59492c86ce4d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce26304a198417a796aec85a115f3ec8eada0ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def45a51ed8d4cbc86e8248517b4e6b5421b00cfdbf99ed9d51f6e86f2b9bc59
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8becde757d027f24644d5033b7126fd58fdb08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8f80a50cdb210a03136815831af9d85c9e6f0757b5ac71714cce2bf2fc4f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac7ca31cb8795920e09010a2aca61c6357287e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961b1adefe5930e6a310c8b393c314f359bf0c5088597e6832f22b7f20166a97
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7447225002c947569736b1a0dcce6e0573fe88ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90e6c19465921c1e1baef2ad496138c65845db47e66c23eaea9040f0de35ea3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7e6e0bb00761ca0ef822f02464ea88d19fcdc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195e098be480537188fb4dbf9d930bbc5dd76582cf2f7f882639be62fd73ed42
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff430e6a2b1b37471410d8878ba92679dfb06e24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0188e9e0eaa4fef02de19ca564d312c8e1be5e7e20ffef984ed6006c839640
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69edbc3ad67f58da266b3c24e18239c0dc24769
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbaefc210e7aaaddb98992072194fea21ff0c0182a41c738e54cc114aadd762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b9531092f1b4e5a5ced822f018d119d671e667
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474b5d45392e7e7289b79d3cd1f597f8c98ecb595b6dad15a552444fb47d5d1d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf91f87714986e564e30f156bc17ce7069fb114
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c676e50bc4397521ea07b786c32c7ad1bd92dd698f95bcb68d52ea4934ed6c80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a979e9d50bd11198afd12dd028f765c74e9a8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbf93525bd059c71925e37c26d8e303af8206c27a72cdb796bf5f31e0ee9b35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4a02b1c9ef29caba687f6e18538b72ef39fc69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a683b628834121127e2b9cfd9d48058534799b596175f2ce2c0ac53922764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e5409e7e3ef59d20c9cf36305a3aba3ce1313
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cf31bd6b989b31f4c25dd11b3306055cbd110736c8fac93d9b3c2831befb69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f31477ff536c0368442669a83017dd26a82705
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4138468634ca26e71707fdb74c0fb3fb9bc2b010d23506c346e58bb86ce16
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7835312928ae78d21ae0518536f5ce4ad0f5b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c953cafd3e511d3523589f4c0d421e73c467165690539f1bfd81050226c3be4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f888dcd05bb440c140e9efd353d47868ab3d505
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7880de5d065f1dc935f759cb0dfc64e914912fbcf93c221d85dab8495ad943
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e09100080a0e16c4bfe45bd3a6f65781193fb00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361a49e134706261256a3a848c695a92a7435bac2664eab20f085ee9c71aa657
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae3b70b13e25156e341b8702745d25631e00ed7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323079bd170a7838414f4cb1646087a450649b14a007fabf97e2e60a55cc0f8a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a231efef582a82e67dc6778618052a5a95bd537e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a693033b0fa44f1ea8fafe131e4df66b23cd55d73016e926c2d71a193b30fee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d1c17590e2d4b0270afb8804e052f72718c33f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64064193e60c3b7a927bf5ee8b44ca1012ccdb34c013b844dd610250856dedd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb924542f496dafef251822fd307a955d231646b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0105f1c4e594b0850ad35e751602fb186d237af15d91b03112accf9a8f35f09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63c1485669aea3936ee88eb558cd42a4a1e78b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5890f9b566933985f8a530f7f775e4b52eeb210bd797dfbeefebe508628aacbd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f93a9179489dea0bd509d334a8050e23168871
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b0f347fcd78a82f4633ebb86a282a5a0a6f595bb0c010adcc583aa5c79994
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f17a866c996a533f709a1834b397fef06fc393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1b39eb523a560a0faf22ecc31a92e964bb61045baeb9ac81ac8a30b9821341
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c231a0811e2d7c948858610d7c3dc97bc6c3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc738a64fe43c5d1ec1bba811afc64e66250518cb96b0cb09e71ea67d384ce1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3522f4bf35b84c576daa86e1c05445d2d37682f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fd1c4d7091d6036bfcc3aa08dca29966be91efcaaceda03b36f004b328e9e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db361ac13c92e43620d09228e97073d36a7da01a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c716de254d0a14ee78e9b7924da4cf94ec78dc1ccea61b698b2dd5c9ad2321c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89438583a960cac13ac852e0b729842517273f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338e1098ad9f263fec44fde5c133c8f56d159df5143ee5ffa6091629d8247b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c288422d0b5ad4da23dd5ef6ea3be53f17aa76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f9e88340bf1c3b2d81e861a58a56a712173b57ea23c9de3bd26229a83efecf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac1e2c6077bf8b599213797e938e2617238566
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e3bce087decb8634fe672c57c67681e6fecbe1d27f5120630eb1fd5e1f1f25
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8dc813682d7708e9e9eacdad2000c36c4b2681
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7bb4b82e0bb71bb52c1b2e10938544b8d1bed0915f4aee2ae8bb4b5ef31470
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03676e1d1576816c7dfa4b0d5e1cda9de3774acf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636a7baf47d2668d457c1f10f4b4121d9d8c32cc564d4b27c9acc3cdf551060f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa7872864379bb510099ed5f3ded2309b2b52c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9cbaa3671991cc3451729a661405b4cdd3e33001b0cf54e35e56c1f9365655
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c046642fe95a6552d999a2b31ad8f6980f149e2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832e2be9fde653de833dbab3ffcaaa316a80994e6e1cfdb98d0b0a8a7c40a7c2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c3c742d3fb99316e09ae934f6b0b46bf451c60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbee066a7c9dd59d8334dce76ae243e555f5fd9342a4391d3f798fbc2e15791
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3e158eb34603a8b82d42c93fe861a98c1a5c2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38229a20a038329eeca34685082c3455f2392213b37fcd497ba8cb3c672b4fe2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2360f4a5ec41ed0d86f5a6b6acf0ffd46ab8948
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8999918c18320454c979c61f19d39fe2362ebc70cbeae322f87151d0761cba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883583e366e1dd2c604b9077a534c32ad85f5a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f47d3455692d59095f74f602761f2b20d4c2f52ddf22e4a6dbf0714129ece4d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a898d9b81100ec9342b87c120f7a6bf365df083
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c616c813dccb66c9b4c125f2969a3be3a347297d53fd1d91c0bef85e8ac1237
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5038a5065dcff7f6537446212955330572b57a49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73309d124fbd1beb20cb195234696385d57194f409a8a43c43d2e753cc1218fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fe25dbba5f9bef8a3249c92c9d6f74d0e68ffc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bacfe2ab7b6c25c9fe008b6d6d0356c86b467c63d2845ed5121edf08ef54af5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff77170eaa82d93e81bd1d9af6c45c1189af0404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60ca0efad7cfa2c21015dbe5fc4425e055f92ec4b881a8ca505ef1ac368ebc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1afacd00998698cc1231cbeca1cc7caeb4adae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5fc54dc072963ce1a0303a773e9fe78dc434d798fc4196772bc05a01ad8cb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df9e949e60fef59e44ce90ce561f2897cdef01f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e507454ee45f84598438c850cd8bc64cad6763c9b16e3e92d288f261c90f4e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1d52e77637e7a302e88e2428d12f204ff7e107
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf9c560c00f3a0814cf9554d745c421a7db2e311465f3569ff473f061261d60
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6847b073d7e6da95fe782626840a94a3bc6e46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc12a80bca7d6fc22956c0899735446e4d68ffc4384fca57b26c72c8a282cc9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2067da28d3905869f376b3ea4be94dc915e45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ad70c53661c68938e772a85332ef3518e1d5aa6fcd6f6a27a88ec0e2ca9975
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7a1b7cb3e4832f05cab983a37f17eb6399c311
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991edc6ada09af0dd80b5596087621b0d29ffba072a40ac7aa595429c7d68739
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bb0f33a8440e3a65b02edb22d8237bd9f3f6d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c7029cc26ebec8c73ce23105b3de2c0a2bc116fd4a94f69040c893a614599
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eceed889c112f5cf5d7eca34cfdbbf5c8a074d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d50d5f035358e986f834bdacec735bc049d9ccf58ad444084b314d1eca1f6e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910aba4fa7ea636cf04e86c04aa6e416544ce9d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3950da96ca4d7a5909521dcfa4b7ed58b805ec7dbf61067d26aeab53ec010e0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32478d322ce03baf23b729b4e47dac82f3cc3ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ff698f54123be7b6600626ca41f170094067c80c41e2864f0edbd214cb829f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4827c4ef54c9bb29c6f73fff9b590ba8bff4e15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f266ff4dfb24d785c201e310226079e60c5f55f7834726e478362763efaeeaf2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5a601d81b0f95ad9139d38dc1bb7140a124486
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccc43fc4ec5b9b1d3f8baa856900370f9d85df26d565054950c1fdb54d8cd74
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7bfa1fd8dd37638d1cb649472999bcb2f0e78b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48ba8a808e186fadfa4251fca83edebb2b5bbbdc2703cfc7e7732e1dd5b45d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d3e49159a3b6751ad16df501100de8c4615f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339edd9f87284d61b0dbebc39f4f40243f0c9fc4b0add9b89ce155003e255067
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b908d2b0c1060e9a165158c93cc289c3b5fba9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d27cf5dab2b79cc1c6af8eb8800d3d412c7adc29ece7d1a47dcc5348aef54d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f55416f4e7774a80990b78b89ee47b675254c0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2cf025affe0b1f149d1508dc40b9b8035e01d3ccebbe8ff906e32ab07fb5b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520204e5c9bae5336d492b6ba7935df47185f61f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a164345d8c09ed88f74562ed374fad0232d30b476c5dd40a7f89fc1e0f57fb32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eb6c21615719be0864d04cfe73333c1884fd18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cdd45c113a69703fcaf5c1c67ec9439821e0b4fe564554ef50dbb2247da32a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a1af5acdb4fa28c1977dbdc861d4878a40bff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b9e35db6d11c2be88b6af61886321f605b2c5046119279810ce614486e39d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44eeda4624462c93f1aee3c2684155f99a6dfc91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4dbe94f6925a09b5a421044b75a26597af6928f759d2b16808e8db51ead316
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f765163d175c83588cdd491597ba3c56a93442d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cad2139f6bddd2350439d913f5631ad8a9fe393952a7899729dd9d81559c86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01eca64c3a549491da3d15e3fa748b4b1d91b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d6d603919200f6ec15eabbec34628c9590bb5b6bc0384a0d845b1994757c0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0adabd58f5938e07d81b8ee5594a20c3cee23e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19c25ffc7df4d24609ea1ea76ffdbad3d9f4ef95dc297f49e2a2b68e18bf60a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47d04bb26a10839a9616a5186aa265f4523e5d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd93e572a07d52bfd18516e20c4d07acab7ae6a7841b82ae2b143c69a2f885d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d732baefab02ac11f8c6f4c00a0cdd6332d63e8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b518b58cf70bc80266b31fc8a353c0cb2e362586d04290b5996d93003905a582
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44ce701fe0164bc2de9ac940c4d094270991d8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a70a08231ed0467c1191ec23821bb989198ef83f382212a73ff76c7eb4918
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8656190d138c8c876f6a890414d697cb5835c20f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6422135eb30cb8565e1fdeae4af2e68e1dcc30a353a61d692b0a7b7f20dcbb34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ebeebba9f278888deff8b9a30956bf0f32a1e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40b7b9d7df8d7586cdb9c92f4b269282ef4a72d73340c350c40184d4506791
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b762668fa4a6af64385bf2002c5df3cf7a75ca17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40954d241a0b9603a559c47fe783d70c0c4d5bb24bb6e649b49ccd65b964e9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86f78cef54a1dfe73f27cfec2708b3b8d8befd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a40384374fd6d40ea21485d383aef523e7b26e0acd017db35cb2a8b34005e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146175bedf5a90984be586b2db366eefd7854fe7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7eac867ac768298e43034604a124524418a275b95c88884e0cc1b2a9b88ab7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3924e4c0fb770900c43315818cc8bf87d2adfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680963b27e2f141af9a148f250664eca5976a083de40c2643203a2140cd0a024
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f7d06e4e180c2739e867962c914e1ce8fe585a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669c3dfa262535a3bdab23e2f1d2c8bbe8dcd0bc50486fcf0f54b7d09daa56cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0839b5cee4ca3b0e7dc8a4da7d3fb2ccd40375
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f93088fdbb0a107165cea400f48ebacd0750246a4ed042da5d21f574587d54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb9d15d96ec59c2af0bc46f29c7b8d87a45413b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47f82a36449a39f5f22210f28dc6c690d479508502d007d4ed6e7620b8722e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8d8c61795ac9c5f5eb36358af054a0777e7f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286b0316de12eca2c14dcd16545d267e24767f66c2dc77c7c945516c4f52d5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd03c2e1e025d5a590aaaca8dbdd1ca838eb3295
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f112f97374ee063c4ed749a11374e5bc90722efc9a60b87e7ea4b9060f1f1926
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e256fff936b5875f3c1e26ef870c0b3e60e404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69bb705f64ce9efd51578b9cdf1270fbd5ef98161804ce5ee9d214dcc94ba3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f114bf04761dd3eaba38ac493b70b7fa64dfb9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aaee1daad270201a633464445d4fd70c0d05ca65e14ae8a9aabf18dccae03e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9904f74c1f4afdfa1882e3236dfc67db37874574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a2362ba90abfc9c5a055e64deb954fae7e12fb194501db7be8fe9435f6b110
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84e9c0e5e7025065b38deff0c08300a57ac6056
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaab37dda4733b100a21721cad427e6978b9d4c759914417416c1c9f4d4f795
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f213a92de401f37f0d1ffaaf2534c0d2fd5981
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071815254dbb6a92c0904e9e47628e340c50c239966084a46a12b8a8c31afc5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45429be0e232d3c14c222c8d22ea2c7ce9b08f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f5e26594fc6dd83f606dadcb345d677fd461761fe0418888a01e321d5e535a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf8595bc1a0d00fc411b5007b7b42f6ddca555f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e629c5a54b278da54a70a845c4bbd17e677dbb18333cfef0311d331ce000d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dceb854d594d86f609393af707dbfb75884027
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0b54b049d5a9a2fe0fe5d299c76b9d4878f024225d4c8653f4dbefa2922abb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d78e55f6d15b7c65a99075839758d3dafd6314
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53980f1d5ddf1419b3d6441981cdaa53e4986a708293ba27f68a59d78ef71b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ee08e1db39885afd4651983a76b0b4ca9c09d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0766b60a8c961088eae7a489178c69a5563cd26df1aeecf27b0fc76d8197e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2889c73db13e01620782c5937713f6761eccfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbcf2a4de71ccd8ee245a22df1678cd372f74bbc3b072a003c01473deb03502
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1353c1bc716c7576eecd98d8d247ea4dbec10d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf303d5ef5f7c56372b23cccbba94d8e8a688b894e54d8f2a4cf9fd8abae6e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325151224cfe84b601391b0301be94e6f6bc7e17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe5e06ab4d2eef1ba32eb783a23c45256fb7fefe3a7e90b392dbb673b6404ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafc517a2fa558dec1ba7709e74334e61a26ccc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc49464f0a93627359398715fbdd1ff0fecb933884f12c35333ca21192394dcc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ff347cf59684b796a9afe6289bb6643e5914e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698a19aa8449afa795a7e24f8fef1d84978e4887df5bf7c881ebe8510b9c1dde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d055431332bb407deb3fae2445bb3ddf97635066
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8ed823719f27df4ec29a75ddcece24a39e73991f46d67f6d87855cc8acf6be
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4739ab90f98438c9a12de38d88fcc6aed5a3ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a385ba115dda48f9a024d88d1c728a0a36a92861b6d1f4f1d88a09bab114bf0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0f545682f26f78d0d1295eafc4503ad8ef64b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8711d3ab37aad9cf3d1b7405856a3b100829372b26e78a5734070f725b5c98
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56b558bd6dfd7fcc761a6b6222d3e332719b1ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb1f4410b0200d8edbca8fd9c32c0eaae50204d5755a438f94f30c63c127479
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a798736ff3aeadd4bc12103fdbe421200a384ab5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0326324910eddafffc782178098f858a77d8215fca2f17162f4e95d9db270556
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a6b5c88c523680def1efc79f307523ca1b27c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ff8f4c11183aaab61241670f124f0c8120257fb966be7a36543ff9cb653390
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a895d7ddb2739e15e228e684c50fc0eb71bf27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd984d576446b71cd382b27136e0847c8d16fcd4d9dd6620eed515b84444cc8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a1cbbc27b0af05ee9f896b35ea8b43f2ca22cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb793a5c16ed72f6b46893648215b840caab1db7e6135b1e09857793a30e154
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeae6fe63d82444c93c5b5edced5132c6af416d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c91f82179756af4af67b9f6bb0dde3849daf804ddd0b6cad9034a7b07f409d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faed7b9ed184a21c92ed259eff2c2776cb39c16a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2077770b699e9e3bc6db04d7fb8d6b086acbbe402624bf2d41378e2dc2bedf2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303e370909d3b54fbb0b406ced972b0024e45fd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a3037f4fa9f15ac9699bdc83ffadba12c5eeec864bf37694bb7b360920bc04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57058755cd0d74cd84e8bdef306c6c6c1c902bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ebd88c8c83574350719f7d696abe7d0383a93d460fb9e3adc2565c25d9ea1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e5b7aa4b87f8a6c997c1db18ffd0b3a89b3ee1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398cf048c5c13ac0d6eaa4ca65501ddb77651e8145bfe99852e28f04515bb5ef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13acf88cd602b7fc57bd11cea893e00d0fc2a0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6088e752b0ec29452760ebf0d7ebcc4790c69f4f200698ade7d2e1cf5003d58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaed34a5c26abe019509d9fda8af34f9ae62894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b7774d26d74ab3e516ca51b6b7a223b6084cd0c5bf8614a2c35ccfd97aea41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8483702611a292a66120854a4490bd5541ec966
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767baedd354b4fcce00ecdd2370480bcd09bb599b25dedd264d8fa49e3c3e115
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd337ec0e03d31ce9204cc265a5f6f68dfdfd74a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6b216ad1b94ee2b01c9b80aa5aec6b286955285c56a8671f190c6b26be137
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5fce28c7aa47ce2172d5251db19dd12eb9a5bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc87618022ce9623195ee0d7b2f6530de1ab2a81be6ba92f2a35db6c596e4f3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dbeefcdd64d16ea9a7bca8f5d2242fa0ad0899
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c3f129a723291bcd16f9c859b370f24ca0961a4658f528f92f90aacbf46b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c2bac7427c36143ace3c4ac669dcc3e06e248
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffd2a732afa606c13fcd8f77054822c2da7525f08a3e7eb4902388234614c68
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cd68f7257d487adf6b2ccbf56eadf0da532841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98106d1924086ea33000772235db592f33393b78854126bf1a23110f19988a1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b868419f98cf68e580eed78898b9645e5b355e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bee4d574d20cd39798fe5658e5916481e2175f3e54c7731116845e749e96ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a511bcaa80b386dea33361699d2b22d278297b0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e00892c527a204375bf82a67bdf14c0860c76635b2618f91e554e2f4e69ae4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f277e13c571ac71ba22a942b1f07cee5b24e69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd8df9a28350cf7d54583de42d12ad78a09c1b0c41e30f5336acb442535b143
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b885336a3cd51e34818ec9eadad662142cd7303b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd88d2ca911a7a4a29cfd2176189f8e163af71095de63e83628b0768506ad49f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82721d5d0be938ac7c26c6d83a33843f8afc5b79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ae607c2a741ba5ed1c1663ee2e46aa372639ddd6bb93025c824512065df088
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9538b2ee5985e95ef3c8dcbfcc8e03847e0a116
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd227883272f1f34933ed4bcfcffa029ade0c5a321d75a154f0db540aef6e4f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e7b4f72d3218763d147b6003acb5c21f11435
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365ed211599aae65e3ec7946c62de6425c4af61b5c8661880af8cfd49ea67898
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b929843d85fd7457099ef0aca117182548495c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b985cd88469b55a815e1f3a59a9c17f3f68c6480f20582ca0d671d4b5ac3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cb204f0002b27b506e43af80d8f9e4ce454fe4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae4e5ecba086abe1030613f6ae3913b14845840977cd6032e216754b1781e06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4775fded7efc8fcbc57537c06b5bf92e37c6ec7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64f9ddd0e825531556e4be8a8278724cca6e21c352e7c094506f24032fcfd5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d91354d8a88883b817fc0cf803c6b1d9f73ba56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7a713690e2c4a4523ca2c336a4308092dd10e1d3a61baf6e2abf1bfcbc9ea1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da64f3daa0f816df76ee725e596f400979c6d825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41988da9439890f454f76d4d5124a6b2ec043e3337f7bafaf5563ec289b069d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1de34895dcd8e4b4044b255852448e8a864d80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6f68b8801eda66bb71e4999c355e2c4a4631ed0053b77352ec63033964c9ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1f4932ee674be1f5b97e479479477cc945407f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d52b44465d3e6e3a451e93d7286d83a9e41d8cdb57cee5e942efa6abe28e9f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29445d386bdeba504a797aa6f4d8108df3b26404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab28db39fbc1ef184c08f799623ea097f1f8ee0b43b3d0bb9ac104cb1f9bc37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5640fb274b67a368ecfda474231507a1d26dbfa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53548f81fcaec3316e6ff9287b750075bc1cec5ede4ebc0a84aa08848c433a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91ba0b6a3c2a4dcd4a217986208b7e4bceed9ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccd08a5002d953d452ae03fc7a4c18986b4e97c429caf29519dbba4b1ee4d77
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1219ee0d8cbf58c58c851c7b6ae7e1eb6faef6a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c74f8ad04428bde2a3688283e00754671681a11faa720519f8fb07ec70b380
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8032bdb737e2caabc04caad36cad80d209d32d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbb4bef71605585f1d9a5ca961cc893b3e625a346b7461f43dc382ef8254e96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f6638c732a84c7a62da18b08be66b2038a9cc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4e948e21993eb4614e978b377caaade92d5e81c4dafc003ddbe3a30a5484d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc7f2c59c683fc9e0325bd444fa8429aaa28b86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afa6623e5cf7229b81504324e250c897e46a78e5ba7e7d4ff9dae55e4dce601
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b5f19155e4e3a9e64d5d0333c682d929524220
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b023695480b1a66e198fa317970f9642fcbd3fab74d7af72fa96472f5086a55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394160f8ad9021395c7d9187b5b6a105d1013115
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2a27f7c2e86129425bdac99e489e0d0943a393195688cd6754c0032714e786
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0893bac6cdf0b8a1139361242c3bd0d9c6b94cfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55b42d3ff4a68d5838944cdd9d9752b7517c6b23503ab7fa75211ad3364211f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2703c2685b56ee3c3dbfb8cb5536ff9800059a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad357449bf614cd61c73cb82120890aa86e81eb7ee29cfd3937f9773773ceb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f399742a11273d731b46bf9edd5f35e2c20f60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c759a6edf7d0056f9b7bc048c85a508efd320f8b9658de6d50e04c86e52e7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd4452db6c2404245a88749fff11bd1e0b327c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea84918c9cee634513e44a6d0cfece05c50863a97c9d2ce36a4d8e6cb5b10ad4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a24aaf6e5a6d5f9bff8afd8397e57de506ab792
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3182c39a617a0ec3c1f6ec4ba52bddbbd5476507869a13c0dbdd423f6b1f17a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c667de1fb561b94a212aec89fe9bdb43574d629
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b67e4ea4dd9876a005620d0ae462252209d4a0d86ad776ba2d7934a2864947
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5862add9742174a413e7a86f8d8610ae11cb8699
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039c13bac4ef367a71e15db90dfd7c1f24de5b627e26ebe576519fc28ad27eb3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25abf99e9689b6275cd5678a947fe3595896a640
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be4fc46e41bdbdb5c10b3ce548b4b924c0a6d3e1f770b37243b8941b3aa0c4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4787de90ce3fd9d5bf29c42aa427b645e42b923a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bbbdf2e8748452b974b79ae0b938023ecfa536fa8cb4fad3823aff99a03f26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3666466ea979186c047eb9e4836428429b58539b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b0904bffb873c24358786a6bd23adc2129dc60a0b4ee744218ecc4b44d18ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ab9943252855efcbb1c93f59d82c265352e04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42dc42072e30c2ed5ba6a22cf0866375d40803b7ac617a59109b81929a154e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8d7e98844488d728671805e548f5ec43c2576b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90922b115511a7c6c903a94fe32d0426baee36d3d74ddfc88d530c0866c3c29
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501992ec56021e186359a6fb4de34171059a758
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19779181df966d34e2ecd7ee153a9cc4578101a42b6db745a25c0d2aacf07d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd53127cb654d04600d9940979ec21b71658f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2fba7158c6aa6239744e154c2c7e079d173f2c506b95bc12e74f891f7b5e25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e1fccdaf0428c16f1203b4eed09503c3a6ded1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b256fa71e30dc6a43aa04ab289db43decbb1dd1a734a0fe8474dbcb419a775cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7faa21fd204b1d5682a47eccea8540fa4c36676a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096a35d55537070946b5957b3fd5e7e73b1de5b556dfbbaf783d61503da00159
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efeedf5853d28d42bb11f136e68746b167c4011
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2c49e8ea6d96dc7d033d17ae5ccb6a7782b66d29438c5ee507b3910ffae6ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0baaf27f9d944b408f36960f52138828e4816b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0b5bb065d194c82738b7f23911225b1315de5d0f274e981fd9a7b0aa5dd185
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1599101573481f864349f08d1b307c15b8b23e06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7e6cb10d7475a7871031d0ca403722bde64e5b75670b8e85ee50d7d8650d8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17176386c10e189e47f262ee1c9987b3014b4cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b557706a3ea7ec4714ae8a7a2517ce30544b4d00a31b9ce4cb0b81cac73d693
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3168c50e1d295310ebe78ebefa8d1155c5c073ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7e37b41bed08861de4ba1037f210003b66fc1af1e9de15f2ac1264f40914ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c14ffebb6fb2676c7925ca8b325de6b1cff8c44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f4c0bdc509699ed949c059279128443119778f0d57ebf73c4f87294c45da2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54b20737341fc8f7b3d3a34d81547def95bd496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c91675c272f26ebb463b4571a18278fa2f7987e9fd2032d6285af051ee0aa9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c6ead9cde75d8d3b7a020680e202ecad5cfa59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30132be25af97a6e14423870f337d95e47acfebceca7dc7f0e151cde57b4952f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f476f6b7b0055f8bde05ee8348892fc630d64f9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d494fe2c7e9c438eb27802313004f3cf257e30c1f4060bac116a11ec639e420b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ae2724f03f38b445f7c08f0a81c7e2a937c7c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eee024bac0629a83eba36a1d5890eecaeac6993c164b2af772d66a4735ee1d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd51ba8e01def94793f00bf9dfa205569aa47a9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffa01ee2e6c418bf6b6df627ca528523a6217ef77783b7ea5c88a749365eeae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72553ade771d1730465561d1551cc56df2f0f5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38677246168c8702b16791923d66a3e24aff832891761f298d8f370f342e6f08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60705441ed8d4ba8f35d95f6da4534967c39f36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12938d766c4a3bf6db9eec91a635046dcd4ca21599eeafc9ff1ac84ff77ba388
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853ec15cb5e036f2d262723a24bef69d643067d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95d06e1f1833ea3db5a60bb967bcb9d7cc7bb1fbb247cc731d7307fbd2b1181
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ebb1fcaa9251ac364a2121fcafaa101ec5e07b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccc776a3ec88a25ff07d7bb97630d980c2e430268c6a77d99c7112771c1ebe8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f722455016310942b351ce6b83f69b30f05cdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd1dc0213f8b19405675f20fd943433ddc04768ba46d4cccee2720916351677
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d948e25d594c858967516b58264e5e24e4ecda3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185f7f3cbc183264769aa2741f3ab092c7e2b62c5d0866fa065bf6d5148bbd79
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ca24ade303766743acae5217924420f9b62d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b470a8e0de00881586630bc08c978ad69460d2cbb00905a4de435c87affc881
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7a42d80c77aad6335b2d49bcb697c85f10f7fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8e66ea9bb098bde295b7906e3bfe7b5c04f8a6cc66f823551972702a192661
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7384c4e7a65cd36d0563a186b603790e0feaa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b50c89a852aec864d2937a3ba584ff3d08f2f303897f8b17839036152517266
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a82653bb3f04db8f4c3fb8c4554e14f1d443231
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328e9a27adc357edd6349d5c1d97d175cde22592c7559913678c76a47eac6f99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e611a24d3c4f725d8001404dff4a2502775ddbcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ff5917013e94d6516b0a8df0fb1c20607b233a58719b78f9fd02b05d76e929
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674bcc7b9a76288044a2a2d78b083da05fce226d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885f8d02c7fb65c9290d9da9ac10bbc03397d6c653b3461e694641a8def8db86
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a647af9142557066a56aaea3e35746df0c686
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cb6e2e25fe91d8f7779b93911dfb54d422abd5e03cfe84939cc01ce6577554
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd1876b161894d6ad9fc3fe36ea23d491b9a7d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506510482cb462f8a59af6b8383985668c9acf150099463119d2a8652845759c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f436ba7324604a59ad4fca93fa0abe449974cee3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b194a61eae63f1cfddc53563592d287a261227a87b6f6fe6f077922b69d9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99885ede0d72c5016a4c9289d68fba66426d4810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086489cee6fe9f4d841667e5993de6d27727bf6bbd946a0ce8efae246bb749e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eec182ff369282db19049e466af6112f1678512
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26d1927e541f372a47fd348009111b20b62a27128ffa1341d5e476718e23148
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a2f76f4b13b432ca11070d25da9d4e95a37bb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46367ac4e62cb128ed81d1f70bcefb4a51f4270b1f4976b706b25823ee02ab9c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9231e058a686a3810ced27383b67f35744a3fce8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10a2a4c819ce08eb49da22c9e626fe729934663cd67b5d475080238349dd4f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a1c8a48f2469c042694a8d63682784af0fb75f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73e03deac97ba0e29a89bb8b1b20ac6d662784b8ab784b9a583227e140cead2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469794a6477f73c1f56062114c74c6d187d0b7e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c749ef6358e247fd5bbc9934814715c2db371363ab7ca744ad83a14658857fa0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c755789b3d4626cad99ac9aada70207cc7a20053
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fcb5616514a16a5bc599d87fa83e75bafcaf40b269bdce8a3847b85f9f0234
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1862e9f185ca4cb0611bfc1f4bf58d00626b5d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a309ee9f4e42313013102f0e88ae2084c29354d57b5397e2bd526fa85e2f2f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4885da33c398bdb2c1be738f08f46bb06c9cef1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37252a44f5538236f0597a2e5e0c57a0660d2aa731774271a50467a5da5169
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0cec0fc8fbb21c771f6c066721549d3a3443dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e8444a9762d98135f8c602c5c54bec43257c1a6ca63699ca1701038c5199fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91e7159c20e440a509513e84cc7f68f0b27b16f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e3afbfe9a4102da1ec1ef2120bebe10320015156f568006f6112023676e851
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd38c9e586b148621b032ee9e95d15da34e0327
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a77317951b5c5fcf5e32bafa33fcde93310cfc289fd464591b1dd358ca9614
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8362e6f4bd1a3bb577cfa0432d7e78f68fae8fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a773bd5ad1d8b52095a831577ffc6b46e67abc7982bcf9ff78e41e6132983
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d10a55d3f0e32b0ab543d0d1f5d3007a44e990
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737ee9685fedf2d20ebf2142cd777b0d20ca69bb503d685bc04cd9613f46d3de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8ce866a272a2e43dd1f89f034490e1ff222aab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2068a71961b7aaae0cc5ff42f6af4430bc72072b9124069ab165d01962af021
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db991ed5b23fcde0360e647f090fc698bed63b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d788c2717ebe77579de13d4138378b803d7bfb1cf2e188712edee23e2166144
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacfdad7f92fd6ba6a5ce38533b91c1de2c4df1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae8106cfc5bb0b4c59f92afd64a194f4070650ba4206ff8a858efbdb25ef7a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ea269566fdce84cf2e5924ef9082c77a838e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7849204eeba0596221f70f5384e3c263af2eb640da0760c21cc7730db1c949c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae1227204d9324e650c1c5ac62467237a902be2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1374fd7a602a2a3fc56bfd57cfd4af4aa941efc786745d7498177327b0898ef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43402b8eb6b137f1857ca4af594d504f38595335
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddd20610faa68f723b4131384c813de9d809bc13c49f3b85ab94bbecfff5865
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaf7f5fbd6e14e9e35660f98c6797476135222f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb89cb279276070911de4a064a1017810865bd73bd9ef591d03c6ef29e4b7dc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fecb33048ec827b65f3609212f68eaaecaa8fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8293e706b6d0755c2d183c17557ad5fad26f57b709d24cbbf452eb4370b2750e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8a0c56c598ba3373a632263086c9dd7be8fb0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e046c3e092a66cc3a4a8c42cc9fe761a7f967e98a118f7b1b5c25031afa09e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99591dc6fe804857ff0fb28e87dc05c33d3d0763
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15af93537c7cc72c6f6d1a98777926b263618b316fddff82d614b61bdf2899b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc754feb032b057f9c3e1b0f7e1fb500bbee688
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb2ff31e2855206a59ad374fcd1de5b53571a5385191cfb6ab6f4746392790
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e4d8ed70fa491d455f67384017e2ff84ac5311
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b255c4e7ba1c24118fa6c9c7264e1340ca5ef4444712bb1b7f659e036d8006f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9ecdf477a21feab93511e6bb5e27e9d06e2baa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde7e5f387ef1f0062b643ab05823e65bb19629a86898df0f63192ad4b7115a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890e6d2aa80f6541cad35f01c950f775816e3ed1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c3e9bd4bea306e31356f34f38b656772c8d8fa9ed529f4534cf6d98773c2c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3760352a450f8350f4bbe258c82b2a8209d470ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdee07b2ef7349cd84ce7b13b5a6e90c33097254286d41826dd1e4a3f508a13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e126a08620b563ce208adc1787272095ff5279
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c56ad15347788c684f9a9f4993bcfc4702f437c4e89c5e0ae0f34f6d83c9595
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8664002a646c73f6f135fd11f6ffb51698dde11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363340b834c7cdcfda1673df9b889e87201d305e40cbfdd9938d3e8cccb8e03a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b88dd869a6afabc47c5a6ef7daced8872f6aa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa2e3addb36e55be87932efdb2b1b8b1461b1ded7e9d98d576b4f0dc68f0dc3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0da749174e1fd7d029d81a793b3553536556954
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470efc5d960fc8763782c01f24479ad8fe6aafb255544ecf2da4a3b098e99756
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a36d3e8dcf84b9bdd27c080f3afaebe3abe8052
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b22ace833b39f2d1696d472190d7a6e8dd253c8bf11bae83854fa5d832e0d72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9126d5490d3c872ef552972c4c5b494a1044565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fee7888a72a0b8eb1eaa1b031b5c9c9e2d6c8581bf2ebcce4b0b8dbca59856
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05517da6b723841512fae542807ddaf9d6c11173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3507690b5e00784c41ddfb6dcbf4a605257792e46fc6d88649fc893307f054
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664c089de555a1842d69047cb787d88b22956922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc41cf41cae4176efbe0e46a443bfad59ed72a97f38a6166740d4ef408130a70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4540f106d4d08c9e85c72213c23bf6c001607f96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aef03f62313fdda6aa0f80b5284091fbfef5447a98b910713be843a685b3cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f460f74b9f083c23999e87dd2c97b8de13769b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9494ad266800303936fbe85258a16c368c034640c1b7b4a2600e6c85d083ce7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fc66213cb514147d8ddaf73fd169abd4699254
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be2f28562054fe7c237e65cae18c2ee25b6254a414fd48a8cb69edcbd46b149
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026c9b3be2fc941bf5e67b9495d46dd1fdc43dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45ef8c60c36b1538db612539c905c07a138c5b58e031ae763963f753ac1fca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f545d902e198e0877d96c134cd0439d54d802a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e96982a9e25fb2c8c2078aa40f0366114745d5c014a5b6d9cf48b167cbf69e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56865b5ce624b4b8bed011c81cfc5f6f3391f51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0dafb90701329e64523516de80222fa0369755855082d3064a7a6aa2334a05
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9986729f579fd457361cd5544c4e1eb3b6600a70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b950bd683656ba27d51506a4086091202e1af69bc7ab35767c0ab1435d3269e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732596a7a3603deb3578ee62675c53542b819c1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419e5760a196b3886a9e0251d29ac22dec05c94ae7fef5f131e5dc66301a2fda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c56ded79b5b7c30029ff3a9fc9fe9f9d8bce98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07bc767decebf55440a65ccb8fb7541cd145da09414cc1ec26b0276f08027e7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6749e6c41ced6f087b8ec6d346c5023f95a945ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f870abe9c1298ddabe24007b4021723ce26b83d77e26a3453804025ddc09bfb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b074aff3ad76088affd9a9a7509dafd2119816e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58934622aaabbfee5a855c48320ed201d0aca9ee95a46ae576f4d55248e0b24a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4145f951ff1c751106fb04dad8781f263834975e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca4063463aff1716edbdb959e8b5ed9a4fc9d4d89c3cd6c8e6d37853f5f4600
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f412c8f45bc95e3d5396a8ef536d77a27db7622
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726eb26f72c77d5aa282057b210102b02a0d32d549fd4f0d7e9e92ad32253d83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184d40c710a96d85cf4bad85d27869f383b124bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971945b111046ffce848f1e89f2f0f7aa4700d9eaf39f07a276bad2c13f3952f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a430d7037dfe44858e0ab4aca6e17733b5eb97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafc1e8b3c1e6ce3534117dc92e034521ffa96161c4be0e2ef3b4b427f41864
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a765bcb6b9d6726f79c8cdf9b5d384fd884f707
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe6c0938dd61e7490ede95be25ec9583e04b0018ffae8b6a40a465119013175
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c814effd363e84bd9504060199c34ffa3ac1d35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df88b2fbf9aa1b89a04be928549f941aaa7ace6cbcaa0e21c713723bdbdda56
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ec9ab266d14e3ab05ae13a28626eb0e1f1b4ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02e0bbfc57ffcca0805cecdcf06f76e3c48413d6084ec6a1387e9c3a6567abc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616b6fed925891b635223272f619b0376a346a67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0060790a7a507e1edde65660053e2e33980821ca28e8d3197f649b0e5def3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d4c96384b99746e04f44f849970ef6d4cf1d8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d875a7c64a4331b3953afcf1f1b66069fd37f05b7193a66af5479f7a9af1946
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db638fc3e0d997ef60032cfb33562db28c575ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0517b4ed250843ce9e1004da9d07d0e6dc44e8ff7ee24ea4562f672a6b951589
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19383a54c90eada6fc5a9330f9316aeefc58287f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403fa783ea616f6287f034114669f47ea68f5db2eb80a294f13af95e5b556249
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164e42a8af79b0e96a83a6dfc493087f45bfed9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bedc0e9f389dcca8598b326ff00a32c4b42f93f3deefd445427701bbe18d9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67154e7603b2f065dc5fe6587ea3e0e43f0ee46f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2259fe73e526d0a0e294e051ae29f52b648472cd72476ececa6ed2bbd2390884
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0a10cb7b40214c0c9db7c37af1d5e8a3aa367d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dee0b3f7227a51561a2b20b27b0182f55a6e81c06111027d5057909249bc8b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473468b79262b0d679ca7479911deaa32b6a9ef9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d171145a998019ec5639239836a6b4068e447644ecb74c457a71df2eeca33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e930ca41e559df715b90b9a561f1639976bb94a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b00ed087c810f18e471c7b495da7eb95dc628dc79fc668e44bf81f55159229
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784624b4327092896c6b9c715b29de65e8d84688
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfa52eb7925ed5ba17c8270ffe1bc9189f9cba2ab73b30f0b7e61485dafaf2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352ec299ef33b3f7d2a95de5c446cd31f5c2d06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77660c49e21086858313be206d23e729e218714f77044ec028a8c7e253bf98ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab05281859e3445b505149155f4ec5776b0382d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc08d68c8350c094867aee59f0a44b2022aec25eb8cd813d8857c65d3bf52ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0eb984d067db72b641b7258a22f2c4e640deb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe689255f11e8776429755541482691577880b277e482e85d67f4bc43b6e79d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e88219ec8a4f6b6476ac0112a9a1a0bbce2e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d887c255977400ae589961f8e6f5a9b77105895e74dae916169fed65353708
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea438fc8867ee89fa510f041730262e927237e77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75199a2659778839d98fd2ecfd542e47dce6238ea25dc31bf7b77b243819eb0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9606c66a69a5b60786baab655964907d8ebb76fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d413141ade222405439ca207d9897689b3332585a03ffc3ccf862e2bdf38c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b45e74a0c24e3c5f922084d75e2f5bd1dcd992
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7550dca22357ed385f74acaf7e0b4185c476699882acf01aa867c1b22e1ebec4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd91d6cdce25ff51367e03ac8c43158a189fbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6005ab1b07ac00935a4aa053d4ff74576e9be23fe3d5596ad2f193d876e7764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63869de66fc9d381bd4c9b8081bc91f89c030da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6dc267f5fba5c7cb4bfde7deabd630f48a69d4a51bdd9b2499dee25a5b4eea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6a937ebdfabff8620a5d55971fd8160f895b06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99aa9c2718b68180a99ec4cb7fea7b1ec10ee5648d6fb33f8b7f6e06e3ec5125
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e348ef2c95e9b735079c6f401b5812fd8eb7b551
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596a92e3387b0740edd1fe044c2ef76131ea66fa36e838052d6a679fad56856a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c538f79cc164f8bbf47bf8077a03ecf1adcc934e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7160a3d6dbe7bbd2b9a85ebb3c3e2ac40d5a8213aa7c206d3ec9416fe6f7efb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc00d9716c06d078be311a438248a2d598086aeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18407385ec6c140d0590c854695f847bfdb7142b44f74576596726b9c6711bb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd271ddfde6166a0ee726c5fe45e59401253231b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b8915fde65471078b6c77294d7944efad07354eb68d9a953188ca569b99a30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f53e244a7b803ce0ec31ead7e40ddadff100cc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbf8a7b11844a22ed360b05f0f2cbc931510bd4778b9dc4f16d691a1d0cdffe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9568f0dfafce8d2ff9f562f174583d409971377
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0578335a09e63887dd859218b80edca691dc3400f9faf20a36ca12b95861ee20
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46071ce84dae5c48f64eca76dd522823efc28eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5893d47937612979c60c1191a079b558d34499eac28a62beadd95dd9e39f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a825f433be99ff39935439d3972c66b95d74fb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e938db37d89b542e891af63e84f8b798c029240911fd93ad27f27b5da7f39c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891ef1334e03868886244a734b81a6cea242c0bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98653bdf967f45845c8d2839582b8ae8dd88b37b1274cbe8b6ffc8498defbf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026a1d206950b788d3ba9e276bf8fe6c31b2ebe7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a58750b023759a79debf5bef24d64957c2cfb3cd093425758c90fc542810907
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5058724c2a68eb0169454bdf3ddd1d984d78195
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46673c2adf9d4c37ef5a2922ee2d2f4b9c4ab4db014a2e0e7a94f0c192de906c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50433208fa324b8bafe515cc1315eeaacb4b52a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab1edc9d4d76853576396c27f59b11da82b51b9be570681ef52bdf28eb99a51
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7e165b5e46fdf195b2613a11592476b2f2bc9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ca5db26f10de19c679ce1e68eff13ed7160624e43f798f1cbb6f5890a7772
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8395597df35de8824e0f0907e486f0e8a129a6ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158c24566c2051c873e8b49b6a72f0bc99e0f8f309c350970af06cebb35ec9f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316ce2dbc820a73cba50f74bbf631cba13895917
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e78fe33937d1cb1979e63ab4d85c4ea5f873b4bf7d3b0d65befec6430ad9f02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938840795ca5456fc8350ee61fdc20ecd610cebf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df716a7fc8ad97e96e1322816c79bcdf7b0d39fc8d2835300477ad3c1db5886
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b147aa9e3645c7cc8994923689e409fb8d66c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd7a9b9e9c86c8d4ddab744e7b2f256d5ab2f514e8d3f854856ce2885f0eaf8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0872ad36e11a434f1824d9690bfde3920e4527b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e9e1f36dfd5a3ba5834d0798a31b72a7d29518c4d08f62a6ab5c1cc6d81a95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2171f750e1204a3a23c6c9c1b01daade5436f2b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18917f34b500b54c324bd5f9e3b190955dfe42de4aa5ba78959db4a4a467ee6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d43ad555e2a91d154129a573f87230aaeeee99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574c54fbe5d9c6c761c44f8758742c6c7b3968691b8bac9deb2a969463423ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40b8a6d5d15b44b0a6aa20e3060ccb67f608186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49e97a3cb060406e0545b5e51ad627948d9010ab6020bd74abac9062cb27f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca38d1053e26c55c051963df7a8e42a6b7d922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e0e65cd653c339d63f6afa627495d598cb3f520ef36b600a8c9625e4a60c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571eda2f4b786afb077ec46b66b087c7413cb967
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e04e3460c9585baf21e96f424d6d86eef470a9a6f68b2298754c6e6352fbd6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c865402090e43d519902abaf5ec7221c7e443f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f7e38174358842c2c88edf282a0448209df5d67431c637f75a8b66949031d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3841f4654674c99029461e7e8b89e0b0e8e2f5eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65ee4af1cd3d03e36015aa7218e3739f36a68ddb13a94aab2f0106285e31d13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f363ca462ac4aa23af3d970cc0d4d148ec5f35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba49400ff9e256e90bf3801cddd175053dfd08e6df1388cd2065fdaa66d971ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebb013021c7aacb2160ef753de8309bd5bb5b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53483d3b6a59f1c8882bb75542640d2cf4b6a83907a2ad7d4d65fc4e6a59d649
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4612d9989dcc884c4417fb1b9c7621f35e9cfa97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9401f677a283308611552542c25f19901cf4e959345876ea8637f28b85b18f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7cd36c67f2b434f00f40c7c6a17c9dc04b4d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0374d6d74a227ec7a41e4cb4183f4bdb29f94e398b00f8e82cbc168e6ff6266a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7f52eb165ed65172fef9842fff4aaa0310f0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c4aeea20768f8514920c7c8429b55d364c55ed23b9addc00c608e61ea31811
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27781c1ed8a91211f229eb57ad17d8534f95f225
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe68fc750991a3add7f60791c6b038619a01cfffc4f2bc3a67d8862e2a8b524a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1794a5a2db1cfe3de20a5ee0f6a413b50a23c872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f0b3eac5139cd33afc945d34f3d286364a2b775ec9a6707283e0f8210cd459
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d215feb171bfc31b4fd942066f1cf7944fe3090
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cca80f3a8cef8044223399442dca3cbf82a3198c3022dabfffb1df40077ba98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60251f4a992a283829e513d9e2d0208528209d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5d713c8b82e28a9e82dd0193e96b12ad6c7e3ca702049f81c3b04696b94f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add3dd7195d00917c776d535499c89fe4e4d0ec0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08087c3723773d87de3e813278bd71ce32f6ca62ecaeef95b565680e438db6a4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd40af244706091cb7aa8848e55258ca0a18064
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4301345813c33324d157c38a1280719b0badcfb7ddc037b62f7ae8206c9de9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b30122cbc958ef3d78976b068e344ada5fcef76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8943390db6fca584816942a3bbcf47046d91fc1ac389c33303d99840099cf8cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acf0898102fc7adf34a1190ae93b858b61c83df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015f45f07639d4b392140a6019a06f3c2913c2917724ff9e19a8c51d273db79c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ab04904ee03ec05a47872d4661b558cdc1f64a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73ed529322ca0f22ac915018bff2b7bac81be1cc7ad34d565a9de67bcf39597
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792a00d003287701046864501c5498375ac7ad76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f27993bb448429e100049bcfedef4092f20f8c6a263b818a59b464c03cf168
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dcb871c5106a3f41aaf2e084786e6abd7169fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390e557fb74b0ce8291477e591aa81cc9acc6e70404cc49e04df701f4b72464
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5df43b2f38b8382c76f1c6e1735d4be72b1ed4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9935334f886d8263e7850d249f191c60c51a0e6175c7bcc1e610348ea1ca92f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3e79f4711978cfa7495152e407640d954b728
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f190db923692951bbcc83f264170d6a05561660a4a061f95c45637e32770b43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc16d51d95bb14cafae35e0f915cb4e46f68521
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54ff9ef92ec6cc46294551faaa45e08f4d16339b3a2b5d60f4bcd4e57a447f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd92587c983c46bd031a6b61c0b81cc3641702
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42e1ef72cd92af09ef97f655c8347a7c8ce95c98b53b2b25c349fac8a622ad6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78b4726a3100ab4ed2d8e639aa065b2ded4f7c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f92426515fdbf79b56d7be788017ee8dca95838c82f02f5f9bf7ff4e406d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334392cbe7bb6995ac274a843fafd81c9a8c3751
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff782b5169559a0f1fb161d73adc8f132b994a816bd8f98b0d7ef1881175c5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8153b3b99154c028c9c55fa497565e8b1ee7ecd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0a78a381686d0542fcdbad9bb261f2473275933d2dd421a3d399e2903dba4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de9e1b9e3030e8ea605eb9ba4643366038c5643
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fca8e1e3b528fb7313b4436014abf835f05e5489e2dd149c63ee4377041031
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9301b50ed2e63a3c9d77ad3e6cba90be1a6305
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b82224c6ed0c8c8393dceb00f95a12911639a176ea402daad362fe93873157
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ce6af4cafbdecd3751474dd5afba10354c9c7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c2119a5b6c5e75826191a3cc75b7580183de3be829a8877efd945c74cb4fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ef8f7dc2d94f402d1370e2f4642bff68327942
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3525d514ac00aeb70915995965f11d5f6ba32cc57937bddcad453920daa7d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a14ceab808663a9ce8e39f9a01849be82be2ceb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16345de22555ead09074858f726ce37e57b6f646acbdfb21b49f7f9a947d414
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df661196b0e0e21204fc652b2ad7f521cc5b339b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f81bd3a5cc4c68417b2e223038bb0d358a7eab2bd7c94ad02bb51b1a4acada
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3528e26d943133faadc1361aaa119263a682b58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b097c0f5c49a57bcdbbcb7e0dddacfe2af3a2e33a7654f0ed6703d377549c04
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6af8729966f15ad7ff9ad60e978543e04f6c34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78049d0043e78748cc23e2b5c1007f66d54779d2b6fc4078c1e298d1ccc8b1ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbb41cea078c3f3e2dfbd6f9f5d291710363874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da215e25758ee6dc7698b408baeb5e7f82a8a3d398bef089b76cdd6b53b919a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee901032eb609ba1857c0656aa995a66b396b98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97fec9ba095e08faca1a7985e0a51cc61bc9a47319b074d2987418875ba429
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d058b0945f6827cedd6bf336bab124f445c2608d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b452cd0b620e9705bb32a4c606fc3b248fcb2b2ac08d748aee48a717292ee538
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5313254152fd9965d470a08bb1e6f6acc7b68825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae38c64185bea9185bc3109918e04fb76af50232fe655aa40014e628ba834489
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c0c41ec46c773b247a561283a9b4fa590c9905
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b76ba181ab77b167d0d74839891b2183b11d2b7c74c0003671f64fc0c76d14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b94a86c372907892c7b5da876687d9420c17cce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069964f31b8444b56a3f763beca82ca95242f89a3d0e8227f0efd0bfd2c995be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444d03269236337d870d4c9e77c4c5d4eafcfb90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00a77b13353d19ec4d90e84b19b14001b864b25444685130610dd70e0a02bb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4ddc20db36b0f4b04f900aa5ef348e8600a6b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee12c10ce20896c1606121e80ca3f51565e329755f8a2ae57bf34a10c2c6e9c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a394f8cbcf2aee699a622514a989b66de2824f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe467eea8f88aaf51e758506b468d78cdb1c7900d157668de1e5904fd8b556a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efdc0e9d405ab1662c7e8f2368789a5451ade56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6345d66b0a6560f94154b4f30188f4ca6845834448a98a76a97fbeca8a58466
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438e4502ce082b69424593186b605df52e6df4d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8d979330d982348c6c2c3790b00695c980cc16e73f1d6723a42860e7ebfb56
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e531683b73a56762e1efca3cd93767fb214fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2404d99a88e801f67a11d82cab7cc087cdcda3cb0c36280de7262f0d3b513eda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fb4a65e58dba0718cfee8ea9e69a96553ca997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fd1bec99c05f2080c8663d2b804d7148f5f83badfc03e91b53ae16b756f06e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb677b4e33713fdaaca268c90e4905b5384c86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bc8070400ffe3a6d647532763ccbbbe70bfb55e4f4d77a69232e9bfba0fbd0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5784550e78c279b2bd5464c865aee4a7809e185
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0d426a08a1d2645dc256e85a910a18d2c922c7776b2a1e288ff5d0335c8a5f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4129008e7f19cd7be6900785d3c12ae875d09f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83ca01f159aa3c60789c72f9ee9a1582e5ed91759b43b19698c2e726d38d97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eae46ac1a0d9bc07f7c6a651d0e258da3ea8eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453fd024ac1d0683987d249aa606db431ca66af19538fefb5dc81977f9384baf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1467a4706287e22c4f891e24c5212e42e60f86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d715c78d3bea5a6ec78d4294b6a46e222efafa63a5f0bc4a26535df18bb9e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb969ec0d1c15d0df82c6c1ae65449068673339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4cd7cd06909b6491fdf5587a0ddbb24e6098f528c0424c4342dc3f3272ea02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cf72e392f98ffbc0d4dd6c5f120a52d42b0655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b8cdb148ea36835e4d2ac8eaba8e1eebc3af87052ab17b1338e0017f656451
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d1fd7291211b679a7ce264ee121f700275b5d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9811a9cc516c60d0b23717d9205185f7078279b85d2040e384dcdf48a295a76
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e4188aae699ab97207c8dbfb616c00220cae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348c52dbb329ae91fae7c65428847517e4ff47cd1a76ac009026fddf625408e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c32b721faaa37df29b1430c2220a40344576d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a47ae3c33fe3998ebf7f3a411514e5de32d80d05681a5fe85e1ef792b39f33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79240c32f94b23ec7b21485bbceb562c6eae1e10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141c27e85c48d5756092f3d5aa3ed5fc51362ccf016f8a2ea6db4e5c8c9c9129
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0034f45952920462dc55ab06ed3fc37d9786438
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781173dd70b05588c3e4e89276a931751c61a92c5c9e643a5e9707807bc51e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4f4ef21a60f28541b5177822eada8f46631945
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4324de890852974e34b0b42a59ba1cfe07f801984bd50eaf1ca5a8b11016ea8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd4ec0087999f0c9cd5b21452f3120ad7e649f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cca8f59d61385a46eede07ff26e8815d15d7545834800f1d09e07079e1e35c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e76fa1c93b5e10092ce357d2af7a44956756d10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb94c2cfc54f642989d82918f757e800cadd29c693fba7e428114f0e4bfbd46
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db3d9389c027094b14b76cf969c8e48a78135cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bda910d7f96520a75591c79545a80c603d9af3b972f7f831902a72a95e5435c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6575ab4d53c4476cdf098ab47b524603e29f47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f496b5bd2fa80a4b1cc143f29ee1d4e54c313a05b27bf3b4b0f7acbe8dddbd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb364bf22f5f36a8416d7bebc9fdd1831fc2d04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e06a8620e7229e12fb030e971240bc635c64ea40cbf077b12a98374f296881
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9de61bfd04c2b441f693b82ca1ecf7d29b10ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ec728d85e9e630aea8e3c16ae5d269c28eb9f9b4abb9a1fc4daee86a2dfe06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6810bbfd891f302e3050c323f085e1331c52a6bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66822d3351752bc91001b1305e598e019611e9da7a742d5ddfbb00b56608868b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb30dccf4967947629be0c2a3849e16a20818588
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c051757459567461020b27f98e41f182459b0202fb1d259ad326caa5fdc22bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5308209302058a7628d117bda7f075b89095af1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc244be6700a6b199f395a7287ec39ddc77b7e7c95bcec01eaec2c4a77bd308
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58766b9851a1602074a802494b50ffd45ed83a62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b1143671ee1e0ffd1b053d2e97e183a6b89cc5f626621f2c569f60a26e0f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cd565a0a1166364e21e09fc64d46e78ccfbc20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447fb754044b21d8c767f3522f464601e891803a9d01850b7d9795509a8385f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eafada4bf228ce04bf7c8644db6610ca88fa3a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5d705db097f1052f63a0a7151fae5043e2b322d24f7f1266760d8c8910e799
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536658944231f690310f9d68a2b62d549dcd1263
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb7a5133ca9d4d77517200e92cb1826efc2809ae6ff7f99bea626fe98e44f89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981c69a04c42e05a73f589fd9e349808f6246310
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fdc880db8046face81f42f6db615e0fc6d9eddb8df9138d2ed9e1d759f0140
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ae3799f3736fb4e51898c07fcf50db2cc69168
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ee2312f22d0836f9ae464d572eefdee4912d5d4264f70491340bb286db8551
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67802b399ab842aeacc33ac94dab071167e2ef6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349dd759893684a53adc53b386bc54c623cc0e033c7c28995c330c1699786efd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a685c0d9f1e5e0ba910616390f9fdb4343d34642
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412d2cbcc3e237f6eee7a67477f34fb44ead93aaa8e1611f44658295985c9155
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fac46b76ade139305367524b4e88901bcf4204
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1409e9a5508c40b8368644613918cc7c108d20ff801f92a2e34cd9010466661
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c24d519de0b8aceb801ff9dd003da10e632811
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d60ab41117a18e86a4c4210cc538cf0815ee90a08d949cd3ea702bbdd7ded7d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e40fc9ca1b29455afb0a0b77e6e2e92939a12a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21923b82fc656a79b8eb367954752f3bf5a230f9d43454b1e134582843f59306
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bad6bf789d4daa911deba1ec83d6e55231d2ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba02d36485f5035639860ae44e2c4702a2cd09a044bd9e5c29b2413980463b4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2e9e0b314408c2df8ee98500620c69a2150f30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae703574c600eefa4456bebe8a5bc0be93aa29e8919588b59bc689c6b61e0e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0bf8ea055278a36bab4970cb6e80e142aa107f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36115b7967d773fd085478155a9496f887ebd7d486f2746a9b1886c3e0e3f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed7ca212562e18046d15f73769174095608ff7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b542ebeef2e5fc0b8068073bb34f4f248c795afbe7fb61ef2860162da3bff5e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f055e291b297868aeeaf73d04b7178f1997639fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc0879ca98fe4e24d3ffc248fdd8ad40dddb2a5e5c4eca0873c1bb1330f7b01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcefe883ddbc80a74d72f0b02d80c13585d9132f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b356a8ea4b7f9145aa42ef6cefed5bb2eb5346c2dd81dd93b37c9ea5bfc417
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb7a1f0b8b6a1b84421318f13ffc09b7eb6a5a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb12879c6e8827e51720fd6e66641ece8e95580d7a0bb939944c77b9052428f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d797987977c3c4242295d8c2113f262e3acc4511
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8f25f688794e1845426a7e91f63e93129ea28f3955b5b7ffd2f20303db712a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324497392f4bbb0fe14ab7d882de7e25311a69cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90264526aefd374db24a0af6e998943d08ee840d2b10650e47d0f901fc616593
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4762dd30d49129d32ae1b164dcfbe01473003aaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7662b859b84959e6ac49988f321f2093ae6af0b81c555948374ae309336889
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98c23dfe2dcc27c8b817d2b0de0a460b0ca0888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba3444653eb4826e28598bd822f98dbe95bbcddd9b3f641a4420d166d8d327
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480c53841a97e8a72930dfd6106056bc89444088
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d7b2c080bd96bd09a92cd435ee0a5ea4d04eea51e6814ad2880334f84d5068
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d587d8dad97a30ec3dcdde0e3e5d2e4fa7c409c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7107960a79365e09306405ca6b97b018529cfdf91ab3048e5c4f30dafaa4974
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd715b11676f9df787953da3e0726bb8420e065
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beb79baa0aa239374452bdc336b312322b3a6fce36b08b574204aa7a837c56d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30792ad0379791de38c251b43e059e1f9d670a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf4a3a4e5715eafa9eb23b0ab1a139dd2af4a5903b1c5b908c204cc9aa439e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ff618f4eabced9bea06a63c20282ad8dd1379d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930127005629f2b12d9488b1bc330ce6fa7b14b0b0c31ce2fed0a3fe3debc73e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9d0c27ce7a51c9ee3ba4c5124f4cf7ec6188f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d79882852ecb6c1d71e94459abe8b604898ba775f7febaf50e0ba20bc898c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409e768fca561518aac3564fd874a2d18edc28d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96507e9abf9a17ce03529bcdbd5ebfab37e53dde04cb68e9fecc91bba671dd6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921cce5b8aa3e63cf0f13420b1455e2a43df0978
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf55c4a890105fdfe725dd2dd461315553675c98358d0b91705639c0bc57225
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131aba2684360c3a87106f6554857618aa02194c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28cc2aaa613c2a52d5aa5eb3fef16ac0b60d2d054787b6c8191532fd9518b3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4592cf6f59157aab352fa300f1a8e08ca5f09082
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebf99f16240f27014adc15bcd4fcbeefa521336c2b61c51b7726c6436f7efb7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d9c8d52edb36b46957cada3d98de3546d40950
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d1c6c981a53f71a1e46cd32d30723e3136219ce32b61698d74afba13741b98
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91f9ef2c2a2e269f4f4000c61012639f94b89fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7f351f4c06df837675e889d19e699f9a704d8db702db1a9276730a6719279
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d27cb2359d76a2b54e8b075d2cad9bf239d624
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beed6784331f874d4ede60efdc6146fa3af7cc30d513e127b67907264c87641
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80713c5a2458d5cad414fc3fd1a91b719da83d07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635d7b2a49de52d325efefeeeaf42b2acfa1a6374983ce627dac92621f697d34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b8fbc2a25bb618b9039c1fd42a2a0766eef722
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe56ede472ff2887c260d1555d5340f091e754a38b0395c950a095aa06f9bf35
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dba346e50aaba1752df1250211234e5d24b2eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4776dc58779d93c0ebe9ce205caa7f9e8dd0e0521f3a81058605c678431f1da8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932fd6f900e697277cc5260cb67191bbd95abdcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023535b107364123f0cf332ece93474cb523f20627bf6a7f0aeae30e10a9e524
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be89e79f1c5b6e76e7824d411c910a3ac5030321
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7723b61516717fa63b3ad0dfa4ef13a765462cb8bf05278753cf7aa55cc851a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352161ed3e3108f2d2fa04740420d830e8ce8581
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907ea9f8577a019bf40d5e812ab8f7884d08a4d39666815e510c301f5e5100b8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c827818ea45cd112d9bb7972e1d88fdfbd0e3a67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a7bb590c384406bc7cbead4ab073450f5005024197bee30914bb13309f5411
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be9d918b416699e47255e14ef3ce290eb6e0775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307fac9671b3afbbcd5614e30d04486f705ea0e6e6faae68514dc87651bcd767
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98795447d0c900e01c3f814ebb2b7c06f41acd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1c2c1a1adf3b93b34456a43c3a6a2b48f94a4abbc3bba71ba7e21ac7a6ed95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a4d2edf926ad3380e9a9365ed4914f03464852
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383fb142a707bc2f4d7d38ae61771f8d12ecc74619a683571c641a2ca54f4740
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa59947c86ea18833360a216167f221a1a06bca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d94a761071852fdce6cb67190f5c6229d1f5201793b420df6bc32e6212daec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6675c5f9da89a24ac52313ca065d474ce4b763
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bad722c0b5d4d4224a89ce88e930dd8182fbd39110bc3f9fa38070edb35def
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ec22a52917e515dffbb2a7d3f4ee08162f29e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a3eafd2e1d56c7907c55bf720ef692a4177e49bc0d3ecfbdbc1a4d6002240a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd87cbeb3a593912728640259fcd352abc80b4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc45d557a8f0cfe46705668f51f39a1dbf726fb83edf4da30af92cabcd81ea6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaab6f13e8858d2370a5c5b524e7ec1739540ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4ee1085df40da5b874c167ed6620fc60d895244f7de74c20d19d0d4ed84698
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9600c8207fd05f3a9cbdafaa2599d2c4e3263570
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80cda1e3b127deb359c8ed108f54b36cc8fbc671725adff0160056537105504
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee48c180098954ed014e97c2be72b46a309a8cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc120584a012a0c188bd8f24bd1f7b5fdc70486a66b21e402f551a04ff31eda
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2371ea8a9a4b8c82c69b777473c999bad89517fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a0a5ab634d386086fafaad30b9d8e00d36c18ff0e2df503af626f958287ae2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce54de9044eeb2319e4ea87401b01557b222aa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a489274ccf0fd3714a1421ba3615b1343a8d579f1c80774981f941ad11cedf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae2dbd4458cd728a9d201f013ed9bead1992179
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826f49b8bf717fd90b2b6f502cf84765519cf08a56c654a24961e4f5a449e65c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd18aecf2407808fca2c7a4d603c25042ba63b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f092c4401d1c3b2f07a42b88c8871653a212942c93e98009b79c7dc38545dba0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac7b1f94dfdedcaee3100ece6fd290d90c12da6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22271edbfb8bd22193f275e7b92de2905811614b15c3d75f1efb7943619dc7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634d90aaaba28853dceaf9fe7df3ad27a1d367cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957fa4ce946bf7b8c05781cd700b8cb5469424e66518e72623d38c9be28d9ef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca52054ce4fda675b40e28a738a69cd098bdc9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2f57d827ff77095a2b2032ede8839577411e94331331550323a4168d1d1a38
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72112c1b8260e80669213eb9bf726fddd0a417b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c1b43bceaa8ded141516757dea16a233f0d4e0d824cdfd2e6ddc3d05a2ab0d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8fb4ac76cd3a0ce29d9403014d913b9927b796
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec08c8bfeb5a641605d793cb0214465fa55849930c1cc963ece15dad1dcd2bf6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1601a2deebb347929d8a70157ae948df184fc53c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceee24b8dcca96698d5370135a0bb0a36e62e57a83bdc49aea4a65568a738edd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf80907c34de5e4348c5d7af53ca1277343358c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55060d375b245be7d1c5eb8ee65e234cd0824bbdfeab19f2313174a81b8135d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2391e7785bbb8784a019c9b4dbe1f414af0ee64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a413decad01c93c4f7a118d229e448ab183235a8f4ede6553ff480a7194536ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1539507e8e588f18e32a150e9a5de9a3275851d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8bba4f4883d97438c72f26b695c7f27e8bab404bd85093297d8d0755014dda
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b656f6ed9e8daa4ca28bace53c8b1b2e4ba934
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c74083da22384b720cc45b8c35a0aaac8b959d4fe613485adafc52ed06d2eed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00b8f54d5f5d5447682f9c4a293693c382c309a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6971e2a15a75eafab68844b8d7c76c203b41cd4c638f4dd631b3334a0daf8aa2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0608308b4b635cf26ac797de1c36243ad838d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75840705a164641d3c900e9e93bfcc872dc16a1d30d715710b57a97f8913984
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29ceb5a514e530a1c887a11714f13966cab936a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e669ad24ff58ad9c6b183356e2342eddcd1789f225300459a0370f1c888e5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47a0f2e5128e06e0333dd22cc81741997418f41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9caf57fe9682e94ed59905713eb50a8d7d843075aa871c496e292d089b825af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7243b70b8e8fe0c9864eaec8bb8879978c73124
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6fd0aa5be1c4e6b269b8c3328f64d44b092a46cfc8784b9c9c630945e59b66
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b05220323c267c26f7080532f95c2dff69f318d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243b5a8065adae2280afd8144d932b6a7040f489c59c7be7f08d8d74bf3d2bdc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ca439a4dc19e8fac3d6df8deec44489f19c52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4cc9f62b9e038628dcb3f2af2c5876c57850dd601381b0e3ef8bb950a7a5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6038e238278ef153b4eab23f222f993f921431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79badddd82987f4b5d44eacada52fdfde37b5938063f0920e7fcc6845f37c89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ac14f9ae421ff505af41b2979eaa229b16cf7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f48710f45fdb56abe807967c903647d69b78b1e251467cfcb2ca322bcd9444
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1135f3e75b79817a3f75c3b290a358abcec3575c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8631be70248a88e45fb2604a2fabf1906f5786d583f5e954434d12811cd6b1e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad7cba82161475515977c916e47c84ff5a57fdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa85286644ad4eac7cf53fbd08f2d5f2e62127f3cd0c8f3dc3fe1d6feee8e7b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44cfae7e150294fdc248b5eb74069f76f515adc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0cf016eb64119d2ad681058ba17756a423e973d71de8a2387e5d478709b09a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73420e937007a737de0d3c6f32f1082380e8938b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61121239f81e392e4bba98f01f66a2e2a2107b289a483a2626bd4a9290f71e80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e496592c40bff0af44f332c3e050cf7ba6dfda1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35f370b97e1881d6436232e83b97555cf81e1c6e174502ad0a637c4a2de545
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7225defc0f4ae5b80de33bfe1c562130f7aeeb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff32a87957b8dcaafb2a378b3f73c50926c8a94bbfcd964e0b537b0d77e48a4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f785653f540315006df10192db611d7e08a1df6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4647a046b63aeac37c2f57f7d1a86fb190546152d64b27d8a6b9416543e608aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae301b48a82b661e35c11faa5a18a98f802d29e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ca16eebbebb3462e4d046a3c5b23dc9b5be7a4030af8535c33012ed8d9c36
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53837eb868dc21565e58225bd9680273d669dea1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92afd7f6b2f60b2fedb538505508667ceeffa28682f9d72025482371f398c1ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b342bc49d47b65c639e4d9ab6ecf608292e71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20774de66a56b1721eabd8c6d346cb8064d6388a3c7219d66255141744baa4af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264bf6bf9bfa3c11740ef214197697fb26c3734
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba16443902df011e94cd562139fbe8f0efbd78110bb4f075a848a8d6189ee3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9845afd9df884f61be2413eec473db8802fb33f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9d407168d2ecad1fab4bef93004131c0c6c83fb9e69fead88a37361f17f818
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031988038463f6bcdb00ca5415bfaaf8a7232413
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3883d6819fefb6ab8f0aebbc3bd4e6fe0dc0237f7182e6aa5858fa19a095ea9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8cf8a1bd231e6bdfc091445c6faa80a01c8977
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ab89eb404524aebc5dce495ca87a80f00276853c3cb6de38ee728357ad99cd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd20e2b2c280985882c3ca713b5f997cfad516b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a224231551a3e15fe6ddb4cc5a22cb7b9696cd4d40def118878cd51db82c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee502faef94a7ee10a130ee3460f6b0a7166a47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f94be6869612e9b9c331c9a8531b39e33005ca077eb318723d3ae7f70e5db8d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe951a45952d1ba948f08b05a261a84bee525d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9c662c9953cb7828d406a9ca40957508cea0b3952111c93aeb55d262893203
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e82ed157a09c5713017f6918380942d767e6229
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8359831e95251669b1d7e87ed6ea29ba10f237c0f8239de946a378d78fd781a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d195fb9fdb934ec9828865b33aee14fe84fc68b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18241733f70b3f9929e80c8d1617ea7e7c531996f82e4f93bf96ae91b151e659
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb6bd9dfdffd85ff4b68fb3327ac5554da7e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af1a2a61379afd8ee22561d63b58e1797fe563d273e82fbe5685e92240155dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0ff691794cf2ef33914421eb7d324e0aafb662
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6afe4da49a0eba9540e354575164aa5c056c424c048a50d9de24b2ccce767ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eaa02e6b0491f4d7d5a1c2aef1e63c2d1f8b01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ccfeb9441640ab2a20e757ba47ac122d32073f9345ddc02553942e8af1d195
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc9daf193abdd3cca34254c3c599dccc0b31fdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603aa6a7bd430cc754d0f9543994ee486a939bddd695b38f0d1a2bed33d5c70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0e9c208568ad74cb4e4cb79e805b4a36d29717
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922d62bd5a0297e46719510d6989e3ba6b63b3a93e9ff2297cbbfc63df65a09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2f56f6938567a914a796511c4d42ba501eefa6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9878f6709061fbee37c280d12787c2b07baba8acf09f70b58a883a1bb39edc1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a444e263a94799956df9ec730259f1d249043
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563d1cfaa8f6f6a327296de7832b368c1908e9031d8330a38c65567474bb3597
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0256582a616383392604425770e4de2f382bb142
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca127bae2b4ea64c77c5add00ae3c902ab3dd0f1fe2db6d99ae60e9dbb3d4f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114256b06584a672bf0df77ca302fd28d3ffcb7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c9ace704437f7c052a139a3d8758a1dc5ec7a29840586543eb63b52a72a552
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fa2ac4d1c7b10efdbf6175f94e4352214fabf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb25b28caa090d7210b562d8211f246f7b1f2e4de28cdcc084e244d8cdc6061
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eafc76e6cd5ea8440f0cc7d94099a3aed2632e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af414d1e39e33e9a88f786e161109b45f36bf2848361ed65a0872d9d8ecbcf8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfbaf90a3c259df30c642abb1664dda9525fcf8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc666af909e01853c06912329108d44b3be7374df593e17ef0cb79c72ca4756
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae50b3fc6cfdc084b7a6bf82667b94d3c60881
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ba86809cea7fe17a3cceb0509ae7125d3306afb3c52e66ccc4a00a5c35bbf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e1eadc298106183d3f94b639aef07de9c30747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c669cc0658c3a81860e86d462aa0a13ba88f390ce80fd81787515b7be5559
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d58b73e9b574c54a6be127d2af3d2aea945fb98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49230389f4c1299e141ecbcccee7a06074f078ecf12a65adc33d8185e3b8e6c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f199280d262533e2c252d807d0192fb2099b7ee7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ec3bc2668f6fc3b8aff588b66399bdbb2791b5175581be62c6cc46a4a481fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce02a1c8851010214e7f537ccb5b8bbd3a29b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7fc8475953306a8bd22a4cfd68e02dba393bfd86766e441b6b2d7085e0e85d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a536998e3472986ecd202ecc660f352eb7cfc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ecc727b47e65a5856f90b1c2626894d00bb80a8c4bd312395dc4c06020e871
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7bf9498cbd161bc85924ebfdc93abe15004ae1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04614b3b2828b0ecd4fac8c9008d9dddb4bcb89867325658a7b4f9b83d65d5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87af6842784b518e1c43321bb8e3d2e9c9f484b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c71dc1f86ddc4933aa1245e497e6579d860668ad890a7940399284fc2de38e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe09a939d7fa052ae7467e40d46a48562ade47bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd199134c7aa534bcda447d1e20e6983cee42fc82a45503512b84328247d298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855ae89264aadede7b78ff43d7b34bb6a5a81589
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cbf35346ef5d6a4c5d47acf909946422855bda1e900b64c53f99e07bb5af8a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31a77c49b2800bdb0cc3ddf852d3e8dbec61cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4b72e90968050df1a615ac72b6350049b16b0baf50c7d6535a1797fbc087f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e09866b1125d5beb2fcaec2142dc425014b1897
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31682aa39273f1566464dbecae77c05d12d8615e168486cda5be493583ecc7c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad058793d9e04d5c49c565377f9e1f799d117f56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbda9e4c3a45820b26a633697d5b154efde2bea8f4b3134aa58dcb8500b6717
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a57832d2596609f08c60206e38245089a54160
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba1b42b152b1f675100d4c7b8441f366a66d6c51436f561d817c0fd0be3b479
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4423fb814e39f295f269a964adb0e9fc5ba34b5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4433a62d0c4c14624492f9f62c226e20dca82eb54f118a6696502e8524de5600
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f764e0f50178b76107b985593be064975ca92bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bf150ba9947533866d3adabbe49760ebc64d4430ae1818c0af183049f8cd34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec48c6759c0d6abf151a7f6bf251ec07267e6a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c048b236eb13e5b4ca8a528d95b997ab2941820dabd2d237b439d1f44f3fba20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac758a83be93a3de430160e58eb353ed83af6dd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0f31aa2a840c53f61cce55267fc302520b3f09e24767d4d410968079cb6717
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ec4e625e894c61e4868b07c9ea76a66334c552
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968e33742a6a403d47e9b4578bc99fc9f0dc79f890d6e04580b54b97b9ce72df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b6a8487374518f4ca0ed85be2416f11acdfe4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c186bbc4448f58465ad6dc1d901af8d5adfbf4824adabf802e14cee52e2306d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d65ac9f7fdc18b15f1a40c32adcf31f448b44d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb4d48bd009c14699509365583d8180a13d59df7a762efe09cdd8486079cd20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7770da3022baf78cbbb2c59cca87f2b05b51e520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2cb7af7759c9b8caf73a46d4eee3e75be6ef0ac7d52308eafb0dc17309153f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640d5b95f5f90b72d3b378133770738d29c86e6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6f6c08e2153319de756df5e8f2ab8809fa5d1ead836e089ad0ec6381ddd4a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264b5ca01f4cc92b8a37c15b2c9952b791f7c85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc3cbb42a1c7b51c15a2d015de08aba220a3fdf692562061703b83bb5e34564
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c44da17bcbd9cbcd09b543c448fb4ff20b411d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8279ee5a2bd29fb9221792b5c04020367c09ce819b121af59d32e8e34f2e3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156eddc705c567acaa7502438965a0aee06b530f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b63f9fecedb02be5c4b5c9aa4eb57136181349554b7db5e9c21434dd4b3c40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0451b25fda0b049ed5d9d4a508a70ab0cb40852a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172a0a47cef29124768b482bfd486029dcc7df0fd8bf5d8b7c0bae63e533d02f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e474ff526d52398027894943a77306954e97d2e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ad7f730849677523f6a06d5815ecbaf5caec736648d98b720c00ca614fde8c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71df173f8186ea8810933eb697ae4bd6c1695cd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3113c2f0adc085d56c7604f8856333bb75885838945de33120319a7b43d8db94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1673af3a7e737fe8f76845bff28e7c41f8ceeb79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1cbe9519dda127b86e2e2302c91a9d955f9c81ae51a091d823cd9b1a708eb5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cea675def05cd478d549ba16b6c69edaf8bd0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c0d1322124c001eaa09512e77ad3fd30439f102f83de2580c1a4eb8b54facf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c00d80869c0de43964623cbcea12e16e370e87e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0107930c5ca2c87e9af174f0805a9fa0e32467051cf79098a224fc184c8463
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0a43e57c7cec2fa04e5ffd6244ffb4e42eac66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eecde58a1c9383c4e05ae5c15945206f182a5c378de9adfbede30715ea18655
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70e242b8af5822eeb6c0d3a63b3e20471b7095a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7f30d13be6a4ea2f8ae779b2e44ff8a16601a83c7ccbf061ff748c249e3363
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e051b226db5badfe75a9b4538863581090b26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b22f9ab7faccc156c55b766442b624fab1e703b8c2b3724d48c026edb28b8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c3316d2b1b929c25f3514b5a125f0d7505d96f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2939dc238225e86347653d94e2c786bd7bf565d3e8cadf0db86c806b5a367b6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88414af487f6c723332bd7df21b3c277ccd5b80e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e4fb264fc2791f0df25ccbd04b4a4e17e55134e6cce46a79b1a9bcd7c6db74
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acebc875a2a75bfbe81fc2e8c6f4916489f3999
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d781338d60579a4402d78f31f192bb3ee9f98967c59ef0b7abea6691ff2f7789
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052c2ab40e9931c2f6ef792d1ee6a9e7037dd5ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07caf24e5d0d8317d9fdf875ba24d9f99f1407be185ad96101aea31c95a0185
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003763f0b8a898313b76c0bca3044049f11a8af1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e99260099170086de8fa8355379fdb9891e12f464506d79431530939179383f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6e365cef9399faad6197984cdd0d8f789d88b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d061c37446ec3e3e143179ec87c2cd2b07c4679ff39e0ba22e99267e981931f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6774be35535e465390681dece734e4a32ae58b89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2dc600d838f1a18d0d25a0245b432f11fe6b87d99fd619d36abf0b2d1662ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c20b5f03c0033dc671132a9afa69f5ef84d707e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248320850e5f519fbd351ad64e354dc20bf84dcf92205acf994201385bbdb3bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e7d487a4eb3b7d80b9f786c5897885850f263
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a78ed6ef15c9d888b22c80146f8364715a181d6713f7654993be15a903614c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0a9e7c50e6fc2002338d060090b8aacfd0fa97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974314efd5edd4c989c6b3261282af9d3e81ff1008976e4b2ea12bc21ae48bd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab79defc53e6cbc76a78b8594c60fc738c23d1c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec68aa8d66a87acec582022bd33da192fbeb4d8cf392711cdb7f7fb821debb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631f67b29b25bf162eab724078b5fcaf6d0c94cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723a35d7159877c5c9a44fdc46b6378ccd5b52cdcfe5c8bded2162329a7f6d71
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8ea060456d36991ca98de7858a755bdf31d2e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b6f30bbc7ff848aa8458c6bf692914bbca763b6624031bf63a13bb81e3de30
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ebccdf0aba0613565550a16f6e980534783310
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31decc80c01ef6b2fef0d2629b12e3df585745ce1b444b34f9c6c748f94f85e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8859deaa3aa2a579561fa46c5f7ee8bd376a8773
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7961cd37cce98625f87a5fc60fd25e840af341dc64307ace9e07caa2823363
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6735bc1462a7eb661186b40f74873eb4aacf341
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f1b3455adbe66a03cc34fb69c0df1d076aff77a5a883a46add5b6f40da4588
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeec024d92f28ed50e424f02d2eabebba6539aa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31de2f9c59666a7b55cd9104a281e81d07626bc097cf220e96b41435d139b6b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46bb482ae56bf5cd722ab8c0487bb1829062666
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507b759ef2d3ea1c13521edb543adc926b31c091a4e14ea70174082d5781bbe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8f70ef108824c802886997e86c21b6901f1b42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146f7986c588536acf25f2f23d7c90e2f8da6309199b838d7bd17edfb0ee74de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ac47c5aa60d36e1305dc24936d8f6a3c18833c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a531ccc41a584b9ead0a204da9ee45f432f02a1e7a2d05067a0d8cdcb30ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7782933dfb4d1644d3f473f9384d19a4b9a8dac6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cab907ec6ddd27bafe92751185a9dab5495d16b2d5dbe8800fb7ed6735311b8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a4025d697bcefcb384453953765ba747adb3ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5543366758396ebda8350347af625b3daf72427bf83b6cd702e8f0e584b6ea8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecd43389b367801ef8ea2bf8e188f62aa3ba6ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8257e9f311d6587bf0276a607734f5ce824cec595e68b5f1f8d379c9a27c0ebf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74a4d3545b58e8568b1b1c2d16c3d9b599b5a83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633cf929873b44f1fb712ae86fdf6aa425c69db258ce5eaffdb5494a37f43de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e39edff3257b23671f49d2ab5d604dd2f37a760
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6779999be2e08f0d8b7469be4e472a7530d733f76ce0aa516885b0126fdff786
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a526df5441bddbe54dab21b12eef4fbc316653
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a2826ec067db291e76250c38fd80a9a57898686819ad5a190e1fe7dff8e461
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45696ab8d66a06d0b5c03b9b2c9334782e5a96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daa700420f44d8b4a237832256f4e1731765b7fd072ed8019d7733797dafeab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540d55a5e20910dcf972df3e06faa6b1545ee31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91795bc2aebaf0997910167bfe7fe873117ca8f548b0884e84bb7daea1817fa6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f052a53336a0ef3a5053825edd16c4c4362db5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887ff5dda129baaafd92dfc1b0dc38cff4ceb89a5210b1548329bb11096a6282
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795952b52045b8a570d22839ba688e120c31ae3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbed865cf0e21afc9bd18386e42adb54736b83573f381fa374bf7acb4d0b101
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da3a9f4839ae312610a1cafe7ade74b575eca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82060992f64bf845d2d4bf2e9cad5e621fe8d59f243c4868b51de3e5fe1b4c21
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4620a706d24f150d899e1180efb4a75ab0c958
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a35afaabb09fb6fc3fa14c6222f0946a2da37d6bf811383a648cce1a5a76dee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b7d30f4261a057bf243288e4429f2cc1972cce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de06906b08820eb7c2e09391553d3933e7bd5de4bf613ec71c8e06b52f3e88b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cea1f02e8f5684cfef952532e9bde2188f6841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7a8d119b8d7e5870d3d5a9bddad2bdae41084632b5c76528d6f2a90cda67b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde448856cd00ac695733893808f5e38bbf0392c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd57cd65ba70cec1f90935bf637bab2c4f0234615b190da077028b0f4a9a0a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1acc375ad396700049f0a8e39adc97100aa7149
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ecf7ab97d09728ec3df9de7e6beaab82415c81bb513c410456cb7cd086076
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146bfa2b7b820052fdf4a627403567965443e0d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9383c17046c141502c09f8c82c384212ea3722c39d284807757f56b2d3f469b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e903348183063e8f9a1680ddf464d239e0acc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82844bc48cb41f7c2dbadd1210c976bef2e8d17a37b3a6b839e87bb5edf2f25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa73ab20879b985f488371c8ec0a3994d37a290b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a2bbd1858bb8b01816ebc67ce53a07b6cbf79ac8bbd16c7474678241560de5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cea782bef3dd169bafe4b662ec9d8d5cc36f19f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b3bd1a05205b40a1b3386c36d72895a8c0c2f254b6c999e3bf7edb5eba1df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf2dc7524de0352b75609ece0f27e4e844d9152
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2b4ef4977ebdeb14b71e7ea21b20f7ca491678b1d9c61b5699d897838bde6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e547258cd7eb257a24c5d90aeb8fdc3b2efe852c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079a42b431c64bec57d765cc403b8b95b57b0702d787c5fe75dd6843359693b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0f3b479b100074fc240c3aeeac8bbe6f3d8bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6db6a10a74218ff61383ccda03882fb70fccece3f68269fb206cfad78873c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed049dfee5109c38ba1a0ce92f86f2748408ea0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91dbc63630b000af186b854639a010b4603efc3f68438774175f19a215f9782
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df380d74aa2fa17c4c8f1758cc5d426c1affb7a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd56e8e102f91c56593137cdeffd4bed0a7a23346136b6250f1fbf0e2c1ea245
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a306685872ded3bd8cca2c444f204b297c1c8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b772decfb48bbcfb0910989347e0e64f356b66c3fb604529aa224fdc60b596b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8633285eb88c0f2d3390aee4b330a700d97c518e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3406cbade77a47a262c8c54853aa1bee9627382af7f48bb9ca9821a19f3d4c49
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebab8812067fa29e848cf67bca96c89634c55d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565402b42b8187ba31fcec41f8bc2ded506bbfbd5f37799faeb5c63f663e2cb5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29a23cf3c66f339acce6487a057d6c7c0edd5e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7c7278145c513a593a1f5e802d69e8fe8022cc2b879df3dce74f5e932ef64b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de64db1b855605645f02cd8f790633001c5b92a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f947483b2a6ea7a6e0af111be0af66e7c9500e0271c19962a1a4b1c2c5ad55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db824d60f60a9ec148f893d049364c4abf5a53e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e82df9c4f8b52c22e6c2256329f268f6f5bce57bc47b8b520ed8d5e75c56b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e222e9b5f95d793c2981c16c521dd2106c9f49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bc044f55fabf593ebb1a235d44880b2c997596d42e90bbf3ba096a875abf33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddde22f8a54fad53dc84abc5390648c5ecbca134
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa81e5705234c3675808d30a0c86ebb7e4d4f2c9de373b027c62b44c8727a85c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f43d3fc7e4131aa567d01f94114afc9b0687ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb518674eaae2cc172201d5a17c31d51888e635f0f90a3788a50705f03e0001
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a07d237528db45a52c1411023b0b4912a8a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd443f78c0d0c72ff1b6b1934ef6d962962e856a27b9c6ed438bbf17526550db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3379082263ee88b1f2183b21419ef87cbae45dc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00056d60faaa7e5bb9e005d5dd1b9e08a383d81509a4f62766218a02c1c4a203
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56718bb36e6e8a890b27e6bbbc762cfd54a75b68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6969e57890e7ae6f916f573ce5e3454d85a5c0b9b4312794a43ee387bc816f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e512c1333a432af03c6e7f91c2434138c74aa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02573f83be7be074ab9c959df917283bcee918cd987dd2f8acdde40cd923b4e7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8232bfed7cd8e1f8e9efc67d919f2ffebe617217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fd86f3ab02c959c7717bf9fc667a0b5b22afa7446bab7dd4a9eacaa8754d44
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eeaebf2ebd4b495b5e3f83dd066e8b099b2a5d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e119e03ac6ff627549f288f2ae1fd54bf1c9d2fcb7ffa654aec485a20e419fd8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199c7391c4712c1c357a84f27339274cd4bba606
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149a3651b51cfdd35fde43a3f55c229c441c5414ed1685936dd687c723e9ad6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d7a6bb74965619e2ac1adc945ac58d1625016
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84793706b69604a2de825a587624680e3bdf314f12c2a6cd2acf2db4260d6f1d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ddbf68453095c3f25bdec81fb50cf5359b1658
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da5885ab116d51c4ea6584fb8e32a38387f60acaf603dc37aa87edf6342c1f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866af13e1729781e2330586939771028d7457ea0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc7bea1b342d650084fa25c998975ad5435126ae82d0506e29a9fbbc8f52ef9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba3f97398e3697c5b841983b3b78850407ceb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16df3f47bf064fb76ee45db5871e448e63dbaf582b22f34ac2462bf29c2894e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864489975b9bda20458638b411ae759691e9b1cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b640af7848499a9733c5f12d1a05f1a77a8a88e62c4de65d831a2e55e792e93c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c86be3429a9d5e55f85b70ecc4b8021dca1778
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e223b99a783dccdb7850fb1ca71f232e8b176bc84602c69806375c486ea6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0482fa20c3e3150d12cc57809bb1ba9d862bea86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e543f08c43d727d9b9fa19b91390bd35015a56bdc1649e8fdf94ca89c1f154
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5827409658f2982aa14f1a4cc9ae1b8899923c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4112d04c0f5f58468af1955ea2e97dc05bef2f2b6f04f7d86850cdf845fe04ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5dde5a2eddceb8ad69a5f12d64a0555d3e01bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6049237edf27bf867f3c2edb2d1c8a54d14c8efd272b25be48678f193026eee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896f1415822e4526a583235cd85157a93a18300
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9381d43f38b42b3481c3669e3a6bafe79eb5e4220243a112d80066215af74bd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167359bdc84fbfc4ae2cea08e87f28efcb312e71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e088254551e3cbcb93840baf903872c8d477d2b1e584dd22e1097534cdc65b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fca78db6bd0a7074b2822abe52f6f1d350734d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5520878bc28d924ac801743c6e7063f4153a2a3d4cd5e91f562a6edb1d802
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0065eae0e998c412caa8dc7339d0725b72cae6e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bcb48b5967a3d8cb7a2814c8e3c3111bd66e0dec350ade1d7d81c18b3aed43
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eae588348abb11136503cc1533fae400f7c1d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c18ab27155170299b49ae8a6fd255173a58bdb34bcfb8d3bd37807fac22b3a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3ecdc92d748381ca0da45f388f22074ff8a316
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5429d5afb781dd1ee65d90144db520a69dcaa137c2a7e0a4f9d0a129083059
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e1c5baa90676e8bc845c339fa1696039be6a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b44efd32302490933c872f6793f7e57151257849ac7d19ff690c3804165cb5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f37676a3184957c6b213044127cee0a88fd807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e302434d99ed54ef8b514aebda066372ca2e2afb96e17aaae4f46924f069ae9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5059c397036c1bd3f116fdf9ac286f1baecedafa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835da0bf37a5d4df5d5f18bef5f00d307da62976fa64f0e9c75c932da59a64ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6ca149a6296c72e1b39777ab5dcbeb173c5f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c7f2844c78156c0e0fcda517cca6571c32f02fc7be3e3bee72ecf36f399241
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13b80eb179374c63722a1965e35207571d3d0b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a298dc01dddbb26e6a5e975b9bf8fe69185960060a45693b5c12ab5034b7b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa0d6f48d092f24c96a30e8c5512ae6b67db53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633d8494a5693c8641799de58c1ef5bcfe626a0ec2959d48e32028a87323263
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0dbfd235018abe6641f9ddfe547d6061379ef9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945b07546a05e53f3fd0b64acb02cf07d3afef84e557c8a5350de9a34ce1b647
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c02b15d1f301d81540fa736ad40191ffb1f827e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90e1c52eb22ff523d49f56f7e1d1efa0ab9e7fd6684555cd2894b17ab4abb63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d58cfb200910405a5d7ac49f7d64f6218c558e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3092951191da7a9767ad746e6e9781a3f126787e5d0e6ac5b06bc29e55fa98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b3f81f5795bdaadd05444c03a42e94909ec28f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0850f8f62ff631d3e46b6b6e291425fd6279581e20c7369f0fca9340af928f14
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814ba1b2f9dff0be34bff74531a5914dc689c21b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3b72bae0e89a7b27fc0b8f70101c3d0b46e06a8a284b066ee5fa21136f1b35
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899b1e953512a925c295d65073313015d955f1de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b833a6a389fec1fe6fe328db6e963b045c7b26fd8e382c2fb02e4b26cf0162
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395cac4a91072fc2e8e256599fc16f7054de3d5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32caedd83f33626e8a39bf810e85b00c8aae5dca263d924d5054a595e9a6ae73
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcdfbe11f9e2ac63031486374b5ce60e44d8805
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a8473806e9eb97fb110732ae645a878e3483870aa709b80cf8f39674e10313
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6696a78d1bb3a220ed35e79092320cf4d2348b6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20531a7f6a8e92f559d41bd8cfbbef524340b1a9f7fa842ba95c5b88892bb48b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe940e24b6f14339c1f0e3d544e31e0e243105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2cf1c40a6dac57f2a7abe9bb90d41b4667c59be77fe994191a31a3fdaadc24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc67e97e8112241f96d55a181dda975862a71ea9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d841a1db5735f5c7282dd3d5b66d951f0f14ab661bffb068c1a489eaa52a6da8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85995090d4976297c61d4c890cd433b0946b899a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0e0a60e56d42a0ee4f52eeaea35d51399118195b54f7eb35c98cf70f5c1dc4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57c2eb88b9e9cdb023648205e65a78f212266b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4b0d4dbd70728d6b9cd71068e1c2797ddbdd1e099be536b9e1f7f4807a492f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd52b4069b1f45ea7a4764f993f2c1c5a321727
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56d668a8bd0f93c88eaed9190605a9e3fdaf089247c3a59f922d9d3e254d29d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39dbad0952345900fe6327136aaea16d72fa80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2701192abf85e3abf8b478daf2840abdf3fec50e43873c87af7de534849cbb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a37ce3202291889a64f7ff6fab0f597c62e565f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ae9a7cedd73fd245eb14a3fc94905db28830be47987eaf6246ba1fe6d5c462
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd5413e474ab3f971bcca73b9e268f933f17452
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a2b806ede01cb2b5fec25e7aefeb6453a6d8bf987ba53b862f923ddcaa7e61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fb2787e346fea17370bc249e22b2f534b6498
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293c7aedce70f8cd66597fcf53c1a1b2f02cc8af8e93a887d808466e0d693343
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844f22832583243a4c74a0b3d5e0ce0930096c6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d70697a4ecdcbb057b1163897a683877350ca4379ce31c108977c7be0861d16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62790301959a21565b003ca5b3c5e0ffbb952a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae01f4e5de7efbc6088fc67fba2c9dde7ca2c7f2bd3d38f8ac9d6ea9cb4fd71
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5733b8433c87813f4084555d8e653da0eb99d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d720242e913452f7ea20d4abeb2ed4b0e48ebb904683c54f827027d24af04e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4250fd1035a6a46f9d59d3d38c62645bfb335e4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfda94335e1f6eb066091013cfec2181e631ec0851ce10f605ded2c831abbf34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc29c8ed1485e9e170720601e5085d0634d12463
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a7db32dda341f9078d27e06c1a3a238cacdff1b05ea7b5a457f6f98cdd7790
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e860f93db756add71ec8201adea776db1dbb8a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c14cbe4381ce0a34424ccf4212c20fc7017f15802f30bd22c1de77d796af70c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e3ed3b78bec784d20d561bed14e934fdbeb2ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd72b0bd2784396e7c875934f4bab340bff0dba450e487467bd2086cd882db8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea05179a4e164801eb7eb8fa70cb9f061b6f14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0038f11906d6863e6d8c28cf3e7ff509baa9116cf86687e2b68eba6f76ffc3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59c1dfc1a695839638dacb7beffbd0545dae8da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892b99c564f779d9e89375eae4d0bd6d15f2f33501a0a955625fb9b3a001ca7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9a4caa0a7df39923cd8a64543802169d419e71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cb24f15a36f4cb96896f07e46025555a474b5e1205681435831f3c327eaae6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec1e8ee079d3ebedae6ee68b04de7113350f48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ec82ec42e5164766c634918c7004a08fd1cb6974c444bbfd735e59d1130bf3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8f5eabb6345e95f305b4e3c153c10dfe2af316
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed8c537c183e5a250c96f11a5e087d2cc035708adec694fc8cc4cb0d19d528e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ee85f6d60fd3b220c4528c2c977c043bb8c517
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1003616902e781eec98dc97b4bbdf4c8f123b6d12f1e75664ae2ce99dca9666f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a3717f48a1b2d0589bf30ef6ad5929a69df2f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdb9c6c88e6a365d76c8938aa0793573b5c13f893630b168eace246208eb355
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef08b62c76263adef05f4ff5c3fc3cfca7562e9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d31e0991dd5c41a9b085d1062ef8b0d48eccee8901653cffabbdf802712e3b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2735e078e9a753a9b0b54d421d13162367758f8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fdff23613c024134124e75489ec29370b187f6cf9e1e7a7ad787edc41f328d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35f8a4a44fc460aa6a53f64c60bc8a8f0876b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13590f290513090c018f85cad8b7086031d15f436e427fd8fe31b5fc70ef8a38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396e9534125fe27d53464afc78bcb7279a8ff7b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea189acfe1d26debdcf21361aa5a71e292ed6286d10b06762372b78d6b006a8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0201fbd017cf660a165f60a1933456d5f53e42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dfba97e713154405cb6bdafb2c9add0e38665983c0297e1f264cfe1fa7274c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2496f46b6f08fc442090567b36156cfbbe8bfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b1d0769495c93fdc45eb4fb6085aad77b22dded146d4286754110243f3d2af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c003ca78e3dd9b48d0e557852562a1fcbb9454c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5e6fb3dacb30ec573f43ad5af8b53250e32287788762ba7ba4788756886d31
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d0b4a10d1435aac00cada2a2ccab9c12f8c357
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28a25cf3a945b80a030fd06f796d4e8d0cb91bc7d7b944fddbfc7c7416de51b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b862147f1cf68515896e64fa449436753664f81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2fcb5f4108dfc576214e4690ea170d59ecc6964ebf622871959c640648675f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaaaf42082f771971025ff95fac941579c53a9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82aa39f83ac086726305eaa7580bf2b68625822396a6ca5daa206f69d23d6b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd889e2f88f326f4a9083b2430c7b070245562e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142d367c40dc655e1968dd6651ccbe4dbe910515fc7ef26b412c6b4d8aad202
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb0f9ce4ebfc28e8b5df17f7f0791ec0f44a597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7698326435576e589616f97809bbf6b74a1f314fda304f0d8acbea1c38a6adc6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2016d203e58356eba0a16da507d64e721c4b4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a513b78d147ee28e0ae2b010a5bed281a63afb8f26e43a196f2802b2def599
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308f36ff1284ef8084389a5220029151a3377e8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36be2454d6e53028a1a8377873e73680fc2457c8b8ae08ca2eee6d48336442b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d20a6416e061e77fd8bc2561b33c4f9a97b8c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbb9e0de10898b5b941f175850c036d221b166d9bb1fb521bb0173afa2edcea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe455bb685d9214a04bcd817753475e6680a65f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99805bb76bbfd9dfd505522a2c28820785363483a2eac40c6d0752ed334b2fd1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c26aca1e20098fd6c114b0c3f9b9808fa210d26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e6250c98c9d74bea461ecb74d83ff6dff4de55bf15f4846aa18d9940cc4434
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9109694b350ba07ce6309ad1867d97ae910bf40f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe31b127e27894648c23d18084ec046636d5140d7466d37e410cf1bce21833
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be14e82eaa3470eb93463e87f158e95ae6bc205
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9391a4766556144a08c3ff4c255cdbe136919d8160e1a78bf6ac4858b7a017
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51143afa0b4882236d52b84abc5e446c8b76918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b604689069a423ff17e95134f442cb01037934bec7fc7d2e86c6f01799da41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ea8af8d1d7c35704dca63cdf9ef2a0c08dbe1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75149999f574ea08e6147cd080d09a8a6182135844fcbf445e155277ca53f53f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ebeb8ae0147101901823feff72eea042ce7a1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b701a7a0cf781ba91f31a28ea80bf9ce1985ef81248173d8eda3f9af31c0b532
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b18a3f9474bb4954faa2c0f6a04e010574077fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfeba856c82af55bfa1743b4705df01ac6ddd11e943bfe2002539a62949c3a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc648690717378232d9de26fe5a784f16aa3aec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fb3ab26c6ba1e471e76931486db7ad28be6d74ce9654f3b94a621050f36b22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611650108b10d62d6e84710fb6f0e561838244f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab04f5ec0c100ab1fa7c08750b5284dba584da9653eaf17787cbb86e6254008
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79330aea54a7628830c7c269062055fa79a2d6cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bff540b3ec8624f2f05c1745f80308e5f816e88ad8d377db6dbb9cc5a69c70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee23864d49c21cb51dd0931dc9b9ff72b0fa9eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f7d73c212fd0461143130a287fed490fef70629b60894da29077942c1b80b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c13a75d2360d84534ea6cf1de60356a432d8332
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bbf815bae8bb771c5b268e152109e46a94f63ff895de74d0ec53bcdd1939e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8effd63e175c7259f1f8336aca61416e341777a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cbcaffb02784fbb100361cf54ad5cad4b1db1bc30e6b879a8cceb82bb6d4cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c46f00b61c12e6dcf86505de8eb4aa0530392fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d45a96ca2e7ce563aa324bc8d6d1da1d6495fab57536164da30a67da75f02d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343eeca3f6f8dca5f667006ad7219ae29ca99a40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8dc0f5dabfdbc8b97707a8edc9663ac26d71518ef28948d029d4273543d37a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ba307115a900324c67d91d41919d3759e12df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d7ad7dea79aa18baa6f1f9f1e75af5cc95ac975c4836d240404c09a1d6c84a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a1c282133c45788f316b9a9f3f34bb8940dea3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6e6dbcf509a95a68b1930f2ec266fa7567269558fae8f4070c83d933e9e1d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127840851c6506b3b39cfd01281a6e95ea7c9ed1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b60d62b16b6e40c6c31b4bf8016332539e43713992cd019688837377597a1c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759e824e592021fd886c3fc76c8d432e8caabde8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764331efad31cf53a0871f633a2aa339035f5e4383b4872d07c6cc317fa6981f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608f8b88a53e61cca7b27dbfd1e6a9450ec03b55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc87760136c7fb0fdfa59fce7de508a95edd1d29d6bb8b15762546f61d46f231
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424792b98ff99c68fb1947acea05684a54a04cc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c0eb85095e57e5a23248a35a2a2682d43ccbb052cd7a27c58b1d17e84634d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240b9ac9d212af319535e5dbaf74960c86108167
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3905970db12125a20acafd351ffd91b2f217b130eb874250bd880accd397e3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d769a91e876b69218a1ce51607b98c4fd2b779ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7d2e14b380c3e9472c0b827480ed28f76b369f4c043f658a017908084dde6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a52e61d7295ad2d06ffee5eaaf025c30babdb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b220db67a52cc8eee8245078a35ebbb3ad81175047e45c81b15a0b22e5a1da5a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2d2035e210902d75f67d6e091bc3285f4ab417
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf4eefbfc721edee3ca8f68e7883f3354d1ae610b35e0fce549d54d00e4db6b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0129ed50a2c7877da3a1364900a4de31bf24b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef4737a62a93207a95ae1fd92fa61a9799fca208e9b2ef869a20e47e80a7765
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4478fdd27e39db6182af75a4b645c89b2460b7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59adcda5a9c70042e2e2d6f2e06f3d773c29c769252635637ec6f1f751c4502
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043384fabe51eaf728f6173bb4076ef3fe4722c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e05e78d9af2a4b1702e008fab83ba9a8e7c484a566fe7de6f40e75525c2fa80
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f36efa7eba0cb1b2de2eff707740428455e9d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3b770f18855e5ee197e83d0c8c51ddec231e52f1307237d5bb7f596d757087
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff98c980a3cd78fb462307074116b6bb5bf0ef9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d2f68f9de6908d28330a4967471d31e4cc5880886bac204c4fb196c55adc9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5c23f8eb3db63fc2829599d2a20e06c109201f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe370777cf4f74d11a5740b7d58289eef113b9da8d3f5e3144cfbb41e9b4e05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1152d849e4a5caa16cb1703ebf71cc23d86e99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb91816e8c8a144d130743e287e98f9df69947bee19a6cd33ba47af49c728ccf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7213af7da7ebe5a28297afa298f29fc50ae8d0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c84e80ab192fcc3908a4836c71c06f883ecbdda0cfd4335a9348001f5b9c33
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e94ec91b5be5898e2afdda3661dfc1b416da018
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c72f002e58b0b2e933f4eb91dfe1e5a9fc478fbcce73f42fa00fefe4615f17
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157ce04bf68a15720e5d2874e3eb18726d94ad44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea03d4daff13181ae2e64ea74c6ba92f7d41687ded4c76c291ae09c981392f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c86a6c3a4f766702dbe74685ae85f454c13cd87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562a6208a4f6eb878f91c196265f9b474c4369dcc42b2bba8e19c97787cd3eab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ac18dbe470c6ff148494c6209535a3ba990f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a3108524818ceff6e7d9d435a68325388cf425b46445c871326fdd3231acd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921b5d2a46ee2db38ccc1aeb545d5d39c7271bcf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6bc55b43ae83cae05a249f2d30f9faaeb4ac5405cd3bff024c8e6a6ac4108a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e5b33815cf03229048819d7786d17b455d8546
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93a4c339c7f0883ce085f090ccfa83bd0e785e96e7181e717cbc35f9fd557e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49192b8b996a3325c27ff9c24cfc55c91b172c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c85d14fbb9665737f61d4da43f7e60cca52e9dc528a9d4019d91265186999
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d797443c1a479209aeec1acf421d0188c1ee0ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397a5af6c1004715d51a778380bf12663b0b74992661e1c1c07bdfd390dae145
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776df457df47b670304040e9051467a8d8d2a037
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973090c1e5773a0987b8a8c89064e64af7b7d63eaa669b9ab0acc614aa890683
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7d48c322b3dce57f8bd2f0365583f360d0876f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cd83b64f99a39b944d0e22fec5543407192186b42b973eae8f8ba589058f3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809436e37ca0b30c1933484973aab7493958f08b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda0767011041998a389f3f619f7036826581f3a95c03ec459b8add92f68f1a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c08dcbe8aeb2459c7480b7fb4128db88a446eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e38cf4fe5bdb23ca6b5c14fdfbb4e37be7f8202eefc70ffc55931344d371529
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033eb794e83e3c915ef175353af789c9c147c6ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3221c29e8c0517ca139d714b9761d2cab9bf5566e8be1b49cf22a6cb407657
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0046ee57a87dc6893d4062acf53fdc7974485344
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57f620e46940dfd72a187135457df393a2f1ad41b6a26a8ac12b95b681e468a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996599aee0089db1c2f7658682085bae34515bc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a778a541812e03fec9217a96514b3fcb33812d18a2fe41f0dc04bd9b18c2a3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbce8833ac2bfa6039a4c8061b7828d91bd48e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a2167a03abf3d642fb79e69b7b2b129d9b460f8d2c43905bed41306018b40c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52846f487212fbd053028aede1f23fb53c603bb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91787f6475e4f6b7d7f36e2bd9fc23b88ae6d36601b98942f592d46047aa7084
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c561420ebe20324dc93506d11afbb332d69458
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e47936c1242026acff15932b8f45cd6e14e2fa936960ac6d9a1a49056f52b55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a921e23310628ba6090cbef511cef155a850383
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cd346f030be26cee5a0a3e63d8426ea237a0471d27f734b8aba041f8eb6a18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d7a1c4e658c435a4562bd9902bf1be00b63227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823f094fd8c90cb4e58f0bb5abb5a3c1f4772e68208bdbd584d84d93c6f2772
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f111ac02cca8cf15b1989c1e66c9dc7b499de9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2124d47871e68743db30ac3cc81a02d774418ec65f6df28f53cdd2e17a8cd06a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b232dd3637e8075d5603932e6959c4d7552f8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef8ce4d2f52a9410689dde372d11543d863fc0a101f99a44c1fd62e8cb7158d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7287888fe019b0bf59ade7bbd6ae590b591057b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fe9ecb7a90fca38d7213d704a358b239ce3e967e2224ae247f1cb2149d5ec1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6504e0f864a5d690053f7b51b377747c6983d904
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee704912fcf53ca3c13b4d75e8ea95b722093c4aee71ebd97e865ed0fb900060
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56590a0e4edbdb4d02ad286a53aa5bdc2f8caea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb9458442023b1c4bc2f28e91427bded6bb4587cfd2b1e83acda53a9f854fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb19afa6d78d08ecc91fd13ae9b9ca9150b5f666
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168895e58754a979de0bd0bf608b50c8872c793af7f6c6a9aca234c54cc02804
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a121850351e11512f51062918de49e81db83d4a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb0993632d17fce2c6efcbb38ed2d6a3c9fb5af16d07f00c9c82614207a4c4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bba0bb2b4711cccd577c06a94831cf7be9211b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf8bc9eb2c2ee72e92f7734fe098ddd4e1874f785805b4fbabf3cb616ab4423
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423522432722122aa0e70299c0251f775a62f87c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b223befb7142d69c588e7a0702ff5eae0ca3837230f9e0094c18a81b02f2413
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03db31b56ea257a9e1c0c2eadd4764acfbd7eb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ae037035f5cf60eb9af2b20c0a1a2e3ae6493a8cfecd2d7956915be6e9cc1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621d2c343637c4fdeacdfb4c7eac778340a0561b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c5107cfcdfd06c8427717470ba48afeb4f2ea4944cd1bac2178caa837c68b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2afd386763894324245f83e75d8ac1a14d5ca7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a16786167e7165a0dbaf018b648fb2f8600a06b5d1318dab81956bfcbfb206b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035afcdb2f06f2fd7aa132a8927e3188d8d7594
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cee0b7c773214d9f48738f27382c51d292c0823fbf249ef3d4231d92b4abeb6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154fb316da8975e01a3eda1feda9112b2ef50afc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506d55119477e2abe9cd17d7b5032955c4ad26e2bf5f8075b896906dc3741362
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3d2f97c686741f59fe6558c2c12e1efea7aaac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d6272f42df35dfeb79d4f267b1070a50965ff18b60426ca5edc588fd4a6851
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c18d9b70d4bcbc70db03950c29af08ce2a0e73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2957a1441b2d4bf47a00fda4bcc25c74956a05f1860b66db1e9292a954b8aa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722067ab71fbf43cd3fffd6914454de5fd428b7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9022d2b1de7f5a6d8c311b0271f607c37e59ed54fea997fd86d254cecfccf928
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8a4bc4b0c9d0b0eae27c219b7af5d70bafb110
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643b0de4f95112db719038c2947005e97d67c1f0562ae381667f06a4f4bf755
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60761e545397e7ce236079872037df5b9ff27ed9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b08de93af4eeff58a065a67e9368da409d223d59767f68cc6f6e52eb363174
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce10e00bc5d4996ed15370583839d43140c90d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97071dc12352b50a85e6430f10f18ca79f34f311dababe54929262a909c223f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f83e5ca86ab9fe635465fb025681fd4ee37f17e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593ad4457124f95c838cdaffbe08a78db0a1686a93cb85caa151357f49e486b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abcd6507fc6431f779cd05ac21cdf1081d9042a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e36ad17eda9a03953b8c382f50c1929ee8ae0e68440ed20c0ffb37700b7635
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451084fe8b65712fa4ab846357944f51fc2766fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba7700af48869e4dbaa9bd3b5823f710e63467c7c48b24d11687fa7927317bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7272f2fcdcc5b796c5fd6aa463f84da27744c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51edd287e969326fe5c621084ea39875b1e9e5fb94b97ce9c4370cc0e893f6c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f0eccb61d291bafdf7dde25bc76cb24cb6d29c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae43847e505fe6e7983f747eaaab91099fd3b701b4c302d8cc28ff19aa39a54d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c8bc6186811cdc6052124f159e7755ef5dbf23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c2c138a8b82c44f8cc3c97b5c16693843fdb6b45798f2e065b7faa7182008b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c867fbd07a44dc2933a79e581eaeb134c0c36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550e2045f08c599d205a6269ed60c6a3b14f3243f01178f293a454f86636ce5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a101b72f3f1c209fe6689f16115dc55d3ca9a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b58afa6363c31bfbe624baf07384d6ba8272d4e700d51d84cc49b89d35e3692
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aea7c407f160136df412112994a165d0652a78f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671cdd5d7a20a3bbe1b253aa37d0ac429403e376c0c479cf46090b158b8d5361
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d444eb224577f91bfa3dddae7a73cc3fb13f094b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0fda36b33e89e1ac7212d55b5a931e01e8539fae9a68133a1319c8dd9e8bdb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ca9d48665b4bd1cc92036464bc3550b940ac86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867f4bb501285ff26fd300f33038713bb7781e1739db2ec1a27e75d9f77d3d28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4051fb317bdb0a4381da81dca25fef784b124532
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6748b28335595bd4cc078ad0252fdc05e8588df5cf4c83bb54361e34f91b48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6556e909f80de8ca4971c07183359354070c8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b67422a62bd87e6967fdd55971dfcd4b39aa9651fce5fabcba07434af26b9c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7122c34415605c983eba908f6df2a262307d4b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77278e1081622c617c986e3201d277438cbd753ae6755d379ba68463a6591a4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354ced409e4032bd59c90bcfcc00e0b85279181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7111682e828d043c618f6aad730af05abdca062311fae380373928e137c931e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4052ea7456b92bd094da59d536feba41178d93f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462e5b5f09ea8d4dee5be79ad25fb99f9184cb2e5e5e53812e63de7f81f36fc0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00429b0a12d53817b3462948c8b1bd06ac4a45e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1970b0151c3eb02f53f22cb0d8e23476c548e461eec97bbba8d64a3185d083
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced55e64a46e65d9db612fd7744ae5c55afdb28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f6e5c3744f3d33922ae96b2c9841763d87fb6ef7ca4f8706b5e2f88ab13eab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ed0bb0be8915a1d8dde6a1bc413998e8af2151
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5f0072a3a01c4cf09b5372d2716d30a80d215a07ee551396e62b41196304b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc66cc264b4bb2014716c0e53ab230540d14adf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284828ce42d6558d6954dd9cdf92152b55dc50a6093fe9be1f987fd3d3ef70cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0841bc4885b4ce05375cc16514555dd9abce6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dd0a7edacee38621178c355bccccd557dbbfbdfb32549f1bd0a2945fd7d837
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2195bc340561a68ce52030fc44e25d5f058520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef63f9d6211a4eebed1cdde13f6cdd957f1b5559e650d0063c1954db9a9187a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d89c9663fb1bddaf288ccba549a82658c98b01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4f79288b478e61fbcefeaf6e4967d5e876221af53cabd8c7511d63856ca272
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac7dc55bf327e5b677bf00f63ce903ce0547238
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de74544e232ec2893676faab37dc847b449f614896ff1d50198bfc724a23044
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de347a78c6a3c07582f01ccea5b2caefc8df86ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f385665927ce1d1e41108ca3a9d6e8dbeb5b89f11ad991cf9dd90b7db7833057
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3e82a34794b612fa168b04875c5b504c3a95e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ce92554abd832e48246009cef8b7a9daf8dfc0dcac45d01e215b02dd943bb8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c278289421a12dfd43da4742d340375a42b2598
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18f9df3a59abb8abe11a3de985c0cdc156da72a037a67a963c4c5211c81a1e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2514a194428218d75b59424c49db7209fd2b282
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907037a182783efe7a9a1c9b7b879f72e5cdf56742147d56d470c375fabc7ffd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993d9b294ae153af3259f2af0a0364afe397fcf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db2f14e61c8f1cdf7f0264bfbb08bce1166e7478eeee9ff3cd2efcea243cfb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637aca0b9fd9f0f30dd40d80e217baee87dea63c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a59b215a171f493a627686d24da95d6406b9ced02c7b7ec6cd1fd591e08f7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9224317ffa37a19a6f3f1ccb8f98eb7feefe3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2cd4c8c79197febe2922ec1b98649b1189093697166aa8f2ffdd7e9132b237
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3985a92f60b66588442220893e9d0e0d3566153
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e55949fc4b4147e5a2258c5f43c18d6853b5aef5d1f3a556ae126b8bef6b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaf493a370d2ae7b836c16e36892bec32a7201f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f595a9c80202530c20bdb3e1d164ba20861d7691b60a0a217edf66d7b092599
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd6556e23227701837a83156a8cf1aac6c7c7dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f371968eca39f53f8e11d0b016daec3bb29d2cdd131cdca06b0a8603536042e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4c20e71d63f9b3c8cf97f7100c398e2e427336
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4141443848fca2015231c8bca5f717bbbb3948baa82dec242b81ef7f91f9b7a0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f881f91ea3bb3bb7be5c26f36dbd2cc2e6995b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14cda8b12a5b90106af61affe6e11a06ad165c7a28f9bbca41d90d95083e794
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d18604f35ea9e423fc630d98d748882da8ec351
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42c29bae5c6b5162895e4f02201f5e484f952942dde9abdf99acc8f22a325b5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07d848a64bdf13b019d30c8c4b46bad6c4d8264
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e3fc4ea43906e8c7b40dbda0c10472f9150e66127d01c7ec365af0a5883ee5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30813a6565a04dd9ef9f7bd2f0455f7e4d02db4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405ae6582527b8c9c5dd1229f6fd730fe8d3348c10d1d7dddefeb0b4ca41ebb5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ea994e8593f44f58c71be26c33805cd65a43ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2317f9ea664cf79165d191526662d3ec1d71fe084373a3f55a28c3e6442d93a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7900dd0de1ee464a4f8b33ba6e4a32ddbadcd4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf11a34e631da13c85822df9bb111fcf273ea82e68a043f8d562009cdce90a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84603bd6ca810610f4a0288ca39b84a89796ff40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6763c052b0f555d1f729aa36e771c5e83422179714127523e1d5b68d274ce81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104575da51a5adf8b7b54c26ae800b1324453c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cd6c8da7fe957b8029c8d28ee22b36a81f15848045eee6edeb3a67af268260
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae3be3f5005dfbca44d9d0941483ef1b95b71d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66055d840ceedf481c944e8feb4edde3f8088ab60f1e2f2127e065a961ab007e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c59a1804511c39a4ae400c0bbc26efd38406c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a10ad4230401c88a026d4a9bdbc5310697068d8a30c9e24e3d5994f2a81dca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f46a24553ccc23420be7c5ba7f38a00649d282
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59de8f5d213e72953288b8e35e7fc9d5260ec6361e000f956e526218baf305f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c30aee1ee438c5a3e848ac082fa111d948c83c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49471279b9251bc1cf16da7ce7e462f006c978f24832975d033da026f17bee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1717e1dd6e07598fed394aaaf90e174c0ba83ed7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c20759d4908d9a26af5568c66f30695e3ce4f7a17d4258c1392283910dc2f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6144a3b16683d38fb44e9d9e6f7f3420d9996c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9cb96ecbc0832b08f774b725e1d0d79162804855d2609ba4134c4b02ad6962
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b28d706bef43ef770188829a203c3b348ad00f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175c9a4da504e96340ee2454af79ab9b8e396658a3b0e4504b6df42638b0a8d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860b7d50190e78ef75ed368e0a7d55e1e8094c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1401b41b57a94c87b2ca5668a356ebd507132afbd9d8bc17bcd2644efaa2a2f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b19343fe7436c1b6eda55dc71272fc03dc4987
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5be19dcefedca27269cee610f0cf0134f4d350eee3c918fba2d4ea970417a6b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35929d884f6a387cb741dd275ce84eb9b582e4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6865a575dce518013b8fd01570735e700ce63e285458efc4195a4c7da480705d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83bed06c9760fc97407eeb5c4178cbc07d662d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdcf36f949fc96016eaa99de71448baa8610044c8c7ceffcb2715131a28cfd3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb80941cad1940e78c683d5626497cab0b6e875
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33e76a45198a4dab439c5e5cf7a4d01d0b92bbf98ad46aa73f41d4806830499
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dbb06cc1615d7ee9dea4aa7655b75bb858aa04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994a54f69f185dfc349123f8ba3b2cdcedb2df64c16d5d59805fb6e664ba7c7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37185ebdf3de18da419145debc9689b1db5d3095
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d339e539ee65a5fbb8c83e9910e500b9dd4f42e04cf4adaa25cbf142b8e481d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056832c62960ae44fecb2ffcb6b365531a2b667
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902662fc6264ac45e5914468271f5ab551f2f6fd92bedc17e43fffaa29b46a3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32307be0f935845ad0ce44cf3b655ba06d594c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1853e1ec81e524aa1302ce8f7840ca3264b436f675b3c3b122339ec744dbd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3926bd20b1058e5763e0ea9bf1a861bd0ca2008
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a0f52b70c85f29509e54967695ca10df0b734720b2764f906d2b4e844f9f6d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2208f4319136de1a5da8e01c30901e3d3be19e29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1636f173eabed86ad91722b6517249ead82564b07c938fa2ad06da642a6971
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b748be22b71abe7c2ed332cfce7b543282dcd13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f621954a2c35f58a2f0f7b546295627c2dd32f556a6cf6242989d3976cdfe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6413be02e54484d16a4235b94ce21302114167de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2bbf523284cb3dd74ee1a3fcd8a68117527dc5ff32b6a4806f77e0dd359232
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7691f9c8ccad026ce81d1a028356b18d3eda6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94f292e90b333ec48406cab807b92d45f1de839b8a525dfbb28cc3a135003ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab69a6b9d796b5bdd795d0f49f5b2d9c46dbbbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f15f0acebcab7d22aada76834c94df7f764564fcf727463cf8511c180bc9d96
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde1832ff02ea4ced35c055f46dc320b6690be83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc40ffc42dbfd06eb30cab2a1d87045dfa6b552f159636535bc5e99faae65e1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9079c0f2cb6de6f0e8e534530bb901339487c38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80af84015dfc206feb1accfa298e28f3b0899bfa280f3c6f70c8443cdec9f952
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a791a4f9d46a726c49318541281b3fddd7a4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c0be163bfb2662d01d1c17d3bae580051b250ef7fd69cd755124890eed9b70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e35ce3ce9a8572ab5abc15da9154d2f875298d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f6534d95a30206ca97da9b9fde01ca441d9e34a4ea69fea70424186950e591
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3392b7f6018ce9d455d790b1e97117342bd25590
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd57553fb2f594b176b1fc5d17e5a634adc8c1d508a0993dac667321978a65
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aabba5a4cae7921debfa8137d849ea78d65def8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86336a263e23dfcf6ff0c1e37e9528514697c21131a786ec628d3b46ac563c84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bebbc3ff31078bdd1bcbe75b0cce69d064c7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a8180fe5b2560d1a73392df9a138b2c6f07fc6fbd52936f52efc2220b23f76
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c471949e4a56211cc9982021ae05d8ca040947c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11c490ed10a897fb49a9205a99351d739c6f1e3b77d90b02f4645d9eef9a417
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cff90ae3aa56bde3f7b2cd47a7715c8ca0896a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b2579e95043fe17124bdaeb39a5051401224a3f01247b26b24bce0032c90cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd46e691a6df4afb63a6ba09920fd392a097074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d03921e3cc592234d985b6e79706049f81294d554aaf185cca339f35395245e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c07bf58c86bd0c34a08223f5753217a315af098
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31e6aeba1087977e5652d93c8a65a7904e7fc16da8d3b52b631d4b42565c0a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f188ee8b089502d9880fd2526a537a4f1f7dc16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe0b13e9ed52d12ff415ae16149faebb3de4448bb86c25af49b5c4d536e6e5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3200e585389b23135b095d3b2f5916a99e53b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12818b9af2f4b638cdba28bb9ccf7f40e47dcdca0b8cbc3be92b90a2347ff4d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a077874cb9bd68336a8fbc074ea48359eb99b33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af16e6e1ed52cf1817d57bc50862cb14d4a35693ebafabad38933bb29670ba92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62e44c6a3dda723b498149eaef1d48112da60b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248009c86037d945731e2788f8b0b6f0795339356a757b65ddb5714a73d57bdd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a5d9f4e0f978787e36e65cb1bf51d743c3c91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc4dc42aa8762133b2c58790778f62a26b0a47814178dcc4542043bcec7d6fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05e00b46e2845462695797506ed0de1bb8e169a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a3b8e7d5913499eb20993fefe425d4a43eb293efd50058be7e3b609dd1d24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc396b46d14d15473f64af8c7aa09206c3cccdbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a2cfb7bcd714ead7a1573a520f02b5a51751a6d1ccc1a497eb363825b8071e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e1888fc8d4dee872f3b87064d3eed17aca3e9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fa0c4654d4eda3433d348d3a1547c9bb61340324b45fd77bc1367b3bb7cdff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9a2b0232df19b068ffcfdc239d73a702eba8ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339fbcd5d81c759b1c5376604d2179b5a44373732967bd3aa83a00feaac733f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2323a1acb45a00f3118f59b118609b99636f700
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18edeb6c27566f7b695f9928dd695af28c2dbca7655aa91da4f228989f059b19
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f357277caf068310d5a50674d82d8631fb0fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6486a7bbc20c288a05d2727fe5caa08a9d593d08b6879904eb1ad946ca94496c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d481b21a66a96c5ee245fc5224b71824f4df9bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805b37a4d55facb4d2399efbe8263babc47c9bc2aba8e8b4f684e57bc142270
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0c44e18f2d569a499276c6270eb25bd107699
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d2448464eb79e8114071847da5cfb15840a8b1a2f255f9e3aed9911d1631f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc90b4d80dd48281bf1daeb0e7779b6e5fc6e56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58348111c93809c4167928c95e7e807377e01d00e06f63610037325aee4c5548
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de30d70095498d34feb2083a037b8f1ba683743
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6288b190209a81d5359373ae3adae0e31578a94c380c18c1cd2066fd6e6645e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8246b463ff355ddb9f260963aa408f6b9eeb619c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c950936e4ebe5bc995522db36a23f83975575c3b23084a1da9686d7ec4ff9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945b9cc8c45ac6d5ecbdae5fdbb13ef6ecce95fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247605bf33687c56632569a5fb0d5eb85a22b3dd62573b27f9f4b9c61fcc8221
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee7590277f8c69f850bab628396159ff18f53fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba84dea6624b069f0346d1ef9aa60aa3e24a3ba4906aafc03d2391c41f47d7ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f88ff1301270f45b042397db7e10e86fa2e0d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5558fa1d25e854b9eb5f0a830e485d8f07488eadc07f49887b170988157c001
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea73f21f67b1c3147dee215822bcd050a06dfbe2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37938c1f96df23a1967ff0dcbb783c65d64a586a8c04bdf7e829566d04af3677
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d93cf57b1b3e207dbd1aad96a9432e749ec846c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d6b33b6a87ad108ffa0396e8af46ba5b90358b8c551d0f031bf8a3d28a866f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabfd6620c20f58995ef05655c56648d36e96a2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0052fce1c2565c27b6d6571034a86905f8d3133740ac0b6844aa1958ea48c9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d45eb187efc77784f92e5572cc03654aead96b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547c78217246161d218f5fe9d212510573d508217a524f8c761dae3dfdacf05e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744155592e89c340dd35ce3b1591aa670adf0b07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7cf0c19327311a91f5f42f280117fa41f815e110ceeac30070f3291e70f733
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b19ef211908b46ca0ec38e8ad9f02e453e45c88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c59954b17f0ae130f7b9851fdc591c4c4511621f3769876ab559168220723e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe996e497590b4df872721e872bd3b0519073c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0bc0a7f300ba030d49c71197fbccfa2b01d85982142311e8bf4335ec34f660
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef416efcaaf59797bf77ee59b66c1da2489a598f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e823be29084542d6a035d69092bdb081a877dbe62ef3cb3b6a4d28abd6cb7f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c09ea217423a53e6ab5e0630cbc85cf606b462d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b739b9a1b2374f8519a6e98794abaceda66c256ecd39b614c6bc12dbb8a53624
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912f45cf4ce0a7f421c55059b4236752b2198ad7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb08a0463a3167f8cdc3f78a45a46685a4e3151e443c0bc7114327b5a4b343a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62e7642b5befd4267e8866db0851633b280faa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a1d15613906c5b015023352080899c76920c0411fb6f813064d2431950e6ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb44677d5560010ccd9c75aeec670ca93f3de116
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cd99899b3a1f0ea708c14ec5875144a6c5ce4cf6804cb883496ba99489a86c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c58e4186dc57f2b528dc4882bc5f76b0a723d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2a30eeb084c798ad2c79815302b1ad15be5677cbf2868cdf17144491263004
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46193a9d77deebc5c5c241931563476ee0a7f1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02f5d2b061eb8acdbf71d6e7cf85397db3531d3fd96ee171059030b17e4720
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870354c3fb6723c833386ad7a847674b93889e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067bb156fb1fa185e92916de52da45038d425a43b844c09e090a6e807c6654df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6878744f57cdebf97e5bb2896003625d0f337da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bddb2f307cfc375391dccb3b0f09757aee69524d89539ce13663d3f56e36328
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740a70c4f2fc968de1cd9a4e152e5fcf97aca140
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefc8f0e1070e3605c1b943436293f75c4989df869c02873014dcc9604c5e209
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42683eaa08220a116d5b6fb605151425b9b27ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a454a784ca38b003fcf171a3a401a68b856a0b7727a9c51f2697f0ab5f939f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae633973f6f22adfbe6674320339565499327f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f05e4a66d74a652cf670bc5b3e470d5d077fcd16ea26f05ee607de0220a9a5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8556524a9b920106bbf3740cf297c446bf743186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a6884d75a55f8c8cf9534f02800d6429fda1c7c19878e66ebc83e8e9d3147
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903aa59be070223458a697a008ec6283f48f64a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec11b572d810e155229278d2624e2a7d4fa737eaace68b58b3e274950549c6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542c15d2f6cf15da342383bed9f38d5f2395ead0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24800c94d064089746e0ff35b46e7122262343098b5d4259bf8726d4b2d56e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f70a633963e2cd947f03e65cfd411371531aa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80244d78d9f2633f0b8d13323cea465135ca754be6020e8a192ca54cb609d054
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d84890a2167587527ec75f01c3408c71ee3207
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea895c03d6d90f93294c6590d180678a4931b3373d2cad0558e5b4949a87df97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb87f2358ca5d68be2576161d28e24a99e1d47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdeb08f55b43363c7cadf2f135ea146468a7d818c976c8991884ad3f826f000
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed47e64566b23ba77194d68b805915bd73933d26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95e84517266d860bef7642138d7c340898698a6bb40bd4197767d0d1b66d5f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42bac8515e0502665c6f7ae751e191f72641c25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25afc4f1cee7163b69ca19de59c67a4d11bf76b1bf702f4fb166b4737c9c7f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a1887a0b7d70201c70b8bf596cb9d22c054fff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b46dec07ef800b88b51219e20b38b6113fbc3fd5555b177e104a0e4bba00e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2077d26168dff3e5b005eb1197f7e535b8d29ba5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf2daa734173788ae6c60181d163c551217682fa8b23f1d52e90a65ff54753d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf9f9ea57b4fbe53b8bf67a5ff44e10943fb46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb9c9aee8af95273795b855424295a7fa8ad455ff46a228ba402b3c79360e2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ecf1cb866c3f0dd4d795207ebf81fc8157847d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92268f3e47c3f6b83c4950d9761b5d423e16f06cfd3680c840b595bcf6a74272
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cd5c5aef2b072ed1a7e4fa79a29c70aab08bcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0276bbef84d37d5bba51b86a4155ccc8d39649b2b60d4ba58399781ceab3a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07f06ac1f971af4d511d4deedf2f7b609804c23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63ee863869ad2509624d225f8ded5723b5158ef8362450dd919bd27f299da0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be280e832f7e5907ad22afdad5ea0bc6714f255c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b956a3c8ceef78c8bfa9a108ff9fd12d613cc09eee6364c9db87cc3d854c3a2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cc13b252464e105590d68277c3e62d44e5d25e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b3a1069a4f34dd8a5b8bdb01a5ef2eb9257c9a379db1e3bcfd02b1adb32ab1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bffb3b0146b585d02d5ae3bb56e9843ed86c53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecfe97f492a9c87296a9a8145d3a0224af2a06687ef10f6239a7bf5fe9637ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1303193f40af125541a05f4f63103d47e85bbd0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad0d2e241610ebf1a13b179faa1f998c49780ff644be60d33440c55b41c7c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eed43fd3528189e2e9d341e10d6e046754edd77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a1e1b531ff8ff52160e1f81377bf7e71c5344277620726889c68d3036f0dd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4137bdd714f3ac0eb022981828b8eeb5ce44b80d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749086d957ce5e0bc0a49f35ccfbbcca44ddceec759369764d6bc54803b79259
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59787233fecf290c472fef6ced9079a0d8ce703
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c4d6ca4e3c752885db2c3eb2b81ec3440c0239f749bc5abb3f25b4cb4273f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4bb320e650a0fb05f7ce23afd192013942807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac5e9185749da4461df43db5dcd12f2c6ffd31565c81c0ff27e4edfd51c9e1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd9230dde29b5efb4ed6849d844d9690ae0fea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f210856e595280a6e07f8dbb2a3ba45791a85738b20f0219334e3af8034e633e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68596d810207b95e301b71295d9086c42f513772
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642166b598f957a6e4a84da406fa1be03bdfb01077ab124b4c5f8da9069d89ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448aab8eebeac0024d847af8b38b8f3121fb9a0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593789a4f8cd8b85f9e2a097dd9f2d2052087341da75100013e76d6f26927193
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0813988f16109c2b0453385e1097d6a159e5e46d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1734d4ff723e13caa76c016d93c448a1bc234851209514a8a6b51b53ef1c42d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc00f61e8e5b77e54d7ad58c7bc6db5db744c4b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f799934e9cd3ee025b932ad99018334d8c957a0caa5aa0206adc8acf1fdfbb42
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a93c6a333645319ddb14bdc3a4a8ee307dbee6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f137cfc142692f0b0bd809cce896cab76d0fa8ec96a740709a32d72c224883
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919046eb331001f09b0f0ba672b3ad84eb9d0d30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0313c23dfe8d7bd3760378f6a164d30417f59308594e3fc99432d73ad8b74b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c60089b01c97e20f84c8f85d3007c3c28b5544
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92b61a99df94c043ad544a92a55ef7639445a79235b5ec709d90f586c5994db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ac0b722f9d52016ff4987fe7106d7b9b261d0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02ea8801daca07a54c5d66be9e06af0c2ac63289ff446e5c1328aefa1ecebb6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17be485445e76e1f9d7ec77669308810aca7262
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac4ad6453f7cdb85e230e4c54176e449b2cea439a50ee408628eaf3d4008c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa174ca6a1c6aebe10914178f662ccbf32c3cf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44797ba2ba421e19f4c6451d75367cd963652bca345acff287fe4c4fe5e29c05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a38d67dd9881b02a341ae24b645ccd5b727bc90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9905e83a58f3502991bf8c4f1db0796eb935cabc12063cc9d28ea97e1f89cf9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5a8b5a84b7a0733261318880ebf4bd63513f05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb81e8162a03b597c70d77dc44712b95a89defdeaabf5e8e3a52611a8cb400b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46d2e7ac4ca5383add9846668d1057f271de180
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e7637e141791577a96d9222698b7e6d4eb9a097ad00a9f70adf9b6ba648a5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0094c5411ba3ba49f1a07588fa695ed6462a0dee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c71aad9467fff179133e35b0a2e81b0cd2c70917389bb8d68754b2505f5fc6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18239425e257d6824b6a58cd153514eb5487b4f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb30f4c5ade53afdb16c9bcffe0384392adae3f090ecc60ea46af50b9d0b1343
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcf1d5ed105230982310ebb578c327749ede400
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097a45dcc623874f980538978e555eeed819472cce01f485e1b1876d32ded2ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13b6c914bf9b80e2816958ccc210ebb0e2712f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3963ad14eaa91467b17594a22557f407e6c442bccaac3ea3e648072825173343
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3b03114b843ad0fa3c348300f301d6caa810b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f44ad472e3275937dfb7591b578c3fae5677a0d817c19ff3976745382f587d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c949fcc10223e3e072f2c86304f2e8f21d4085f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970787d426bbdec68299ed6141c5123a8aecd4fa8b80ae83a25199aa978c2bcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a96e8a3f352b7057c86eefcbabfc7abf76ff5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58404e89a12b0f2eedcbb83744b517eddc90d9e77f10b9d25e8d459c3ef7416
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7ff25d63431de8523336cebeede7a07741f947
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fde2dc16febe930c6b49d8375dc5764722c867d7ab8a9e7143615ce7ddb417
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334617c97598df7a0dee0e8e895d7b80c31f5651
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11cba47699b014c77463313492f059cf2bc964f95add929ede8fa4a100d8a91
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95f751dbefce95343e4c752667499ccc5e19c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f08a628c4457ab12334347e36bad5dad49cf3adae2d66f6d5a043bb40f855fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b14f2d14a34e8962eedfca4443ceb7c79f6fed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cc65be7d1a44592d52c45fc1f36481008e358750816203fd2267900927a214
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224471ff25421101f2db61665b099c68cead42e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e5d0a5f6b87995ab26e8825d9a0c1506341281c35ee04f86786395a192964d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae89f8fb8a9628b9d4ade91c56b8cad26d84f616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398c13df53b1e9e4372cbe25668f28843f3edb1311c7d701bb79dad324e32dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f2047777b7d5cf1163f8c5829335239302ae3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5cbe7b4ae36d91add85e7529f7a3bae68b29cc353c1f21ddb5b3ba17fb3b03
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fead6014d33ced979e4d151976e26d1b6b90e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c274ec7e706c5fbb45edd3e312db8abbebf31404d1f37786f1789a1ab768073e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3131dc8fae9311427274d8e3c5e172a3e8fbbbab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c1f03360b3f3d1c125e81cb008eec72abe2bf4a10a0e77ff4dd10f0883e828
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f464721a6dc58253c8931b101a78ca723f78b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f758ba3380a78e035d83ef757d768581e4da5e9ac305c8a5442ea19e867d6bd6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6254db543e221d5e1f880449a5e82c52e0c48103
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c07f55c0464fde7d7f68f7097ab7154e6e7788b7b49cb805b773dc631ef57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b782e5527300bfb441d4caf3eccad552c0c8c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabb517d666e6d87b00c2fbadf935ece69aa0522086f3f27493ad71e0b523796
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaa624c6f67e5f37d28da0b49844de31b33940b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2449ef12d05e28f86ef196d4752ebe6b85e8df6205dfee15f30ce9c1d01a37ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3831b80fee61376aaae96d54b000f2c83cf947ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b556253c6dd525a97832a2586c2a13ece02308aa1f26ca92b201a5d0ff4d347
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff4edc088aadb4b06b37f1087979ba235a15456
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63471176971cbbdaabfd74bdc67a9f5a19226e4d63a8de695fae0c56a03a268b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03f30baec4baacc1501a9447a280dcfb3153d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde1ba44a88c0f3ef6aac11a8fb1715af61fe2d3674d107a4dd3ae6623026cbb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e39f9e6b9eb2f4d38e5cc885b03e8d5f5844d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5af653babc9bb209476d08517cd6ac12e4c52e8ce24ce62def759ef0c832ada
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce95acaea2e8bbf8de6787e4a6e94c5f89667ac0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c90a2368a3c4f1589c91be5e76d094e6164d69df84f95940d98452e3967793
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de02856cf811a93d6baefcb69e659e1965841812
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dc85ebe9660eb308134d7493b39847fdd5fcab43505a6d418a9cedf2d1a1f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd96f1ad56f938f7c19f274a4331efaa4f4a2f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428054810b1599786f02648329d876c0980d12c55854d5a9aa85dfedfc4a999f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeed786786bff73063fa8fcc323806f18ef4ba7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ca246b0ef85ed632d887d0a37e3ad1ec9c1fa86b526b62e2f31a9ed4d418c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec452e6db94068f574590a3f7a53700c677b4bc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9761981e04f177fe57796eae330c581426301f2556142a9f7a81c7b3bb0cdb5e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ef270c9a00362b114e2521cc9dda823d672e0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0fecdf74318ed062925e6947a1e4912c3e2603d7148d15e62f91ea7f87d77c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbd3065efcc22fb03092e6d42f86e57891f1f43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0edba3849321754e70c2b904fce536d639dfb7cea5fbcf1b277882c9838771c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfd1b3f53bbbba134d85f0a42681f4ba52e38cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4250d3803e9d60cb765b7096f635d64148c2fc9d952b527531c937b7d5fef6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2632b2034c788f3002e1cc8aef7fc6f724108f11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caea38cfd6b9d7817690f3ef201d912c6257146b45a96178f7e6de4ea3145a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4fd548a9f2f32cbc414910dd5fc8ec33fd211f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bfd19b367b7413376152c533ea77365f62c9cd64be5255748917f39219f922
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f65b4111936b691a136abaac15a633d67030be8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81b4a32a0067e95830e0356390b1c4ad2dff8a21f40ec09e03dc5f0f8fc7a83
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62692a1022b247eda07012c2c071d0f6ab90e1a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c860ca22595fc2659405e9ea288b2c1b417552d41c60d57d183e1b4e20b4c784
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6829ae2670975f15b7b633820a06b616e552c21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b13a00fac1d11931bb7ba4128efd4fdd93a996f56a0a2f2c83d2cab83374564
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ef3d5f582ed61c3a933bfbf70382bd386392e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b502673238a8f45c7f92e6885e291fabfa04229d4a7684c8d6776e8eb355c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061b7b9a2d1118569f251f19507de051062c2cca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24689bce6a4dc47842a38575ee6e5c524e9dc15217bd03cac70d979d8a3c94a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873f45bacfc938a4a765c0ee9c2d539473749576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa7756f3c192b15b0f9f7761a318aff1c7b4b1169901798353246540dea78af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8721e01f7d6d9a7a3e554574feeb1a54ce1dd76b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f90910145f5bb25b87e41e7b306525c95b6c6aee146d5331ece9ff2c757b3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b26f4c6779f85b4b345742d1e9e01f8d06ad95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f416b733e05dfecf858cf6e276fc3754d4724eab1f70739755d5b7521915e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eca5f2a4eedadb4edfec0c2b7dc6dc4e385a75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80956d759444156c07d6f5f54edaac7a596b0f35addedf1cd1ebfb1fa3bb0c6c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb671ff6af95fcb8a63858e88b510637b2aa9a02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22696cc2eea91e1ce162778fecd5a7f196a9e24c9bf265ccd48c776414ed4a98
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ff028bd7839ff5abe370d0e97c7121a67b688d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b886c555abac315f141cc45d4f3faa870d05f7ad0f8bd7bc2222216b09be23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257085636677bf989ebc3d3c667432a1a2bee3c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e7eb97272c2b6191cef316394da2a851fd18b38d697e4caff5a721c4d2f932
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b38a0339b19da60bc6da2a44568f66b8512b98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ae5a67de30d3aec919c418cfa1d164af423350fa4d8d08341b49cf9b57fcc4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83affbbeb30c11eacd08306f5872dcdaaf7d8c45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4991c9fb533c56edcd2323f30df0a3ef8b77f6962352a526d71906e0e67a32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630781d2538eaf4d51a862c13cf3c24105c1c03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da613abda16d3de956251248ed92cce48ebd091e2a183611d5016e5d5233f56
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39be87c95da25a94e07fb31430ddad78829e71d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368da8029f5d9b07a09600fc0d932921e9e2ec2ebbf1740dedc1d745be0cdf6a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c1805c1efb6f5eaa224be8a1319e44cab8f9d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e301f76f0211337c2ba3a40d9801291e91f4d43ee257fc5a09891afb62424c7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894bc6f5d15783e3ee655b2a547fc86c157efe8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9416a104d5bbcb67ee699bb5e700bf5d7362362c5f3da5f1e43a0415f77caa0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270dfbab5673250c3e3c0e5d8027feccc7bbfe04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b25f4fb61aeb957c5e0af87d54d808d4e9b136311c58a38dc8b7fbb7b65e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46deb4bf630949f483f11177db53509ce3a42f4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dfac1c5a9d6654118c7df9d72f8f1a73c9fe766d602c82cc63bebb04cad260
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37eb469e8525efd059fb51383549ab51849d6fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef183debfbdc69ffa19dd57cebf1245dead86f574d8b2c9aea8f15ba1689b106
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78a60aca45b3845fca3645ef826fb09a2617b85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8e2bc5b6575f1bd0128c71d60d2988c8aed786edac6fa1d0bd3334db07bcdb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b1a7c4303592cef6421cf5e39d144fb79c4120
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915ca3948f46d9ab2f7650f58a9ef6c06cc43e5a5d96f55bb87c6dd17f87e044
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986b49d1fe642eb3feadf27ffcc563a7705be426
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40d6cd72f9503b96beaa2137f4a99a20c77a4718ad3584dab405b6104dcf922
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e1ec4cf2a89f8a626c891c187e69908c7c04fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82f0734d09896526b6f2e3411bb981c8c92621e17d9c00768a5c31092ff3849
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc720ee3885b06805301305425650b3a63763e86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25952f3c8995c1860e5d50ab2e73b6d3fb930bfcea787f920e3085d2f27a1bab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628cf5db41694ad296a11a423786b9e021b07d3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d63acf38d0d419c9e49c9db1570e0c8e4c80d8754c5762a24b2960492aa99
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d78ffc1ac3458a7745925dd95bb05c1be5eebe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f6507f82ef59e6d4f8d095db07004f79e986bdb4927113e92057765ae9fcd4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4de003e35b7b48efaa43690c6ae23fb6ade3bd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7045a85f45668468a4535c4882f3981244b469cab4699e5dcad89025918eace6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9287cebbb94b2807183f5a228cacb36757d417c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66573295dfad8a88ae008f0616cdfe0cd80046bca76174165c40cecfd900b375
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f415a379b3bf02d55cdfe990a33434114f57d6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27167db1af7e276bdea5decefc00f1efdc83e0a69108c50a1340022d16784d34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a218022e059d3cb3034786f5b8745ddae92ef350
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac90d510853fef9cf2615115bcde01f9a8c8c110aa2d42555aa6d3117a20203
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e26306feb655cbc1e01075df81142a14f83dbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f43627de5879e77d6c3053e833a2e23c0735ddd78b36658d4826f31855218f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1086966715147ebf29de620d4f229e8a1172b63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaf3724bb9d9d859068b2443b603576544a7273a50d0bc562d3762f334722bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c24bc7f0e95c6f878f76dee0e1528625d86cca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576ea2b91318b8ed311d222cfc94759300d17f9650d31bc13b57daf9dd74e733
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032728ca41feea7b739c17c2436ccd18be25cdff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5be21db295c888fa2c204c625d9015ef8988963d556c46efcb1847cd1cf54d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7acc26a87f71383575d0142eeaec5058b676215
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d64bda6c96313c0231aca9fa7066ea361dbd11d3bf394d4aeb705b9e54dd9fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511250e300f1d74c1afb87a6d684c5b40459dd5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d7a90aca5b218f41936e9cd7826b4782c32085adda8bc7a6a8fbe121a534a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422826840e595592d3efa3dde939a3c0801df90f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68d9de6593604f730a36a3d92e07d657c152aaa1a4f35dc513f5f65c15fce7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d06b4a901a8aaef3e9d2ed7e4b977e55a1c6e17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20677962cd97934bc6b4f46240476e1f6d8ff753a00a45bf6051eb44b62ba91a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78667e4c4d1ee515326ac0dbbfce020f62bc9d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb111fbdaad85bc9f7f45388651856e4e76641529b73b57f1d6ff664d173def
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba18cbaf7f9cd7ddfed7c8c170780fa7fde2970
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56e2b463873035d443fe3815fd7045aa9cb926297e6fc369e55afb7c6a3a942
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19ea3451781f14984a004f1f19c90f585773942
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2a79e9beb03de0d0eb107de009e672a1d535e16a3e35fe9013c68e64cb432b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c2beef841e24ee32d1499e398e4a20c4f8f541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5a8fe5aa2410b5bf3374d7872472b7cb47b9fc576aa46c824b03fb60feca2c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203d03fb5284e833e2c00c2bd951bea81ae72aef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae668582baa49ccb1a7f76df829984c87407d2a023efb32391528f6cfd6bea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b528558fe746118cc04613e897689d3adf3e2b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cfdb9397821340efeb92a76d706f1747468cdc7d0fa89678eff510ebc09765
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3beaffffc2a85a907f36eb101061ece8a29dfd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c637eb33dcbfe5e8464eeccc82063d674c8273612a2f72cb7eb771994dcd48e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e0d1adca78741896128ddb95c17849ec79573d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512be21fa83991445c4ec697868e2b42d7c40dde943fde78e143cf684fe703a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7384d72f65c2a0e5b84fa7b27ed5c0a60abb1595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a82974ab5cdbb085c108b6fbcf9fe074822e595359ae7e43d44647c0e67299
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b3d10ed071046427f30e66afbcae460bd3daba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3ec73e312062b2f16a3c96529adbdc51e2877922f23f996600a2f87b1a572a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a5b38c06b94e3578a9a0682e460ed727782e1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c4d4aec15ee6cf4ef8bc8ae2f5d2138358ae19469c5eb6903332580cc46ce2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f516aee501d613dda6269a81672d01042f46e71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b3259f8f03bb686f013e7bbf2ac902100d4bca94fda935798a1b77bf9dcab8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fe3d6cd259c1711fa462654fd8d6f619e78eae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff923556ad4efdd4bd07390f11bac8fdffecfc8f51eae987d25761f229f9216d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f911d05ccbbb8950ff80a9c990c044e8359a00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556350ccd329af362959693fdf39fdab9810af23de3e43d32187929abf2d9716
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ae3c5476192d87e5a8da57d606a4846a16e95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d4dfacd6be18c6143748641bc2ca5152e8ce2a38314d381295f818dbf8cbe6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e33ba89589f7bb436b2c0abac3ef53dd912556
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fec437b2259793ee0839088922c0b30b1f8e50f4b319ef926ba0d8a9182488
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8672c97c1a6c62b3c01818ca5c41735e00fed249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f628add36db9f472ffa1b497e051cf01b073cc0b9a9151dca96a227709f182
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e6369aec360599044438eda49ccbf2b3db6ef4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2817d2d8c1824eda2902449380bb5dd14da247ddc90204e70646d512dc66bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858cb4cb1c7df2589732c307cd18144736c1239d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa2292fd848014fa687a2c789ff784ccf63c24575e2b8ca9490542d85a2463b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c1cd8596fca81f43c9be0c9b5ac28d44c21be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d0607bfb76896ccc98f522b9bdfb0b523a503073c755f282103cae229634e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430e9256a260b09111d3741bc60d3d900af2997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5695a0b2cbe132ea69026e2cf9838cc4bb68aebf2a67d3223202e4024345dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8df3d75344b3d033f6477b86166ce8e5aea4c43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b596bd0e6909222d4be1fbc528247978888230fd3c0134522ef241b27580beb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59050b5c0e000a739bf2aa5699737e8d71733632
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db507e036a6be1bab1d2b095da0d4771494595a99b62a9ef247fb93af8d0f14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa3f13f676ceeb963908a6801ba0f534da4ccf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15b77449f4ca7e469cd8992e9d2b4eef6c4cd3501b87bf93bde6dd2ebca6d5e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3aebe713a6dca74d0b1661fc25a736e5c83af9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b10e46e0e65a81df450b29ff1728e447ad46c505f6fa6310ad32c7f7bf9b573
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ec85cef03533d1bbfcaff041a595ea71c0cd92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca9aef2556cc27f53804f867da8b0b9e6283922ed84bd1a4ac63a1ab1abb003
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f784944c145bf66d0fd8c881d588c7426c89308
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9626843413d250cc3c8f37a9b9868be7ae4d3080d8aafa6affa93fda902947a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a749214ad415466f4ee8a2a3bd47e082419299
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdf8daa960a9be443a4b14da8631872c205ab8fa318a72b4657b74ed9f98997
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56bce6945e3971ce08a36b1bdc5ab326bc0c4c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c825ce6ed17f3cf8d6966bc1c23b6a52323eabbcdf03ef17d9ef455e9e36b832
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98de57136b1a226c4b0ce4fa80638bb2ced12c56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e89702d800424247bb211c12b7ed3263a234d64242cd4aaeb36b83bd9327a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20c519468453aebc981c47ee37df4a95cb79ad7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db9519bee72173e85e04fee1d3c4d3d337823d5f5cd9f220bba7b01ca896298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9a9482b08caa8c5a491a1ad89de0590fe20f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf241e08268267713d17135de5410bff7ab2180558bb7ac3220ab57910970da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a4566dfdf30d4b51451b117495e22a8ecb9868
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aec307f340b4f645ee5bd8065f9ab74720439242ddb3d5ee673961e0aa243a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b80dcc1b15a6814b6f5e13c5f41cc088c27312
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41c6fec073cf2ca362c1a6fefd543e4b209fddcfcca9b8fa81598d2a265960
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb1741405c5bcfa74364126218858eb311e0b71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0580fd59f1c6a24478995b48d9d971ae4a823f00cf10de8beeaee6c841a99ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3a33f2b4c0193b1fe93a9bf0952f8d1aa25a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9320432b58ffc1eebe93b82d2ee1ca2c94ce38c185a71df6a7362313ce71075
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2a241374397d3ef0b9705ebe899c62752d651
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eec5aa4b5dde3c5683b0dfc5f9b1e2ef3a10b2a367d5c13aef3b00b5063129
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340936fa3b3083b20a6442e761ae2afec0a1131d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c314ff236e827f0add33f40b7acfb6fe8975d3d59e7a938a2e738fe4a6e15
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d4194dba736e56756d2f8906113ea0dd390aac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279e03b92e1b4b6a48183bbc73cebc120d893736fab776fdf9236b89999b1bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4e35a0588fcd804deb690e7c68833332bdf42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f75ea4e3e571e5b85e855661ebed89b0e8369dab7897bad76b81daab0cc7360
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da5169dc8d9f1ae962b386fa4452530b4dca33e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40e5649a3f476c1705b2e574095b0b521f510a997840b9cf31d4912389be48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea381e09d20a18233b1cc36b1a10ea36cfad3bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22728ed12e617cc1bd5a26d47e659bcf8f8dc453c824a91981477f3a885b0c28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8090f7a8798f93d1d69e8a747937d36afc62cbe2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf1d674809fd9939167ae59ea09d46a727431f134ad28573fdf2a1eb0956270
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd04a17a5e1f28760b43015852893599b96d2611
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1fe5af54c12ae0c35e48dce8d43d70986bcc5b46da4cb9d0fd86d99204d324
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312748ebb0d035024340277c445f57109a58cfa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd46d9894669ba8c24a59383f4ade6d21ce5cbd9473a21a991fcd49f77905252
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0bffcee69654295ce00f14c246cf14a09ee2e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431ab005d6bda4f759bf1f7e876cb1939795c550253e0003a5d1efa9fc8aaec8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749d03f77eb45ac4e4eef38fb8723d8baf656db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94471bd80e0c956889c9bf8f00254e1092b38b850658da2f6fd9860602a8d93
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea5055536c864983f09f449b55dabc8e73cd24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7916e2fb8d894c9e6cf8660c65d5680c523535a7ea9c0df53dd7642d236b8ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f922ad8b3e7b0b1e45b043dadac67a3d71fc4b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a945350a1157a349aa639da9af55f2d80a08201fcb2433b4898073ec7ccdc38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8edfe95f4643b27ad9301bf74866ab5b340eac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f689e7c79ca1fd0c4cd1a3faed9018ca3fb7186025578dcc0a06d0eba02e7fe1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd01041159d48124aadbe0de1677d7097a5c8bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1495c9375d0ebc604a54dba870bf722d1f916d7575bb67139133ad94fc2e3eb3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602ddc13e57e36bb37ddc9b7bc82a67e6c5a3b0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c149c3a27cc4249198c0668b664e45cd4a3c4b0a985b3a415695db828a222d2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae36bb99570d854cda8b624cc2fd3dcde4e3d57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e13a24a2e854b5acbf33c016e58ab40e85c0fc1f9fc290da08c81d877b10d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47feb04c2b51c85c9eda9d790db5bef9255c2a17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b890a929bed068955fa18a9e045b3c9b8e85c5a7c22a9e0cc112e2f52f177
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca2b09ddaf694bbc73c78c8e618845f685c3aa1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30809ffc34a6f6d6f79ea19e4d362e7f25b47e3ac8e156a1762ce0ec4cf9f65a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b1d164bbedfc81af49fe02798c0e5efe6270e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e86d2bfb727daae35482767407ff772cd30f14d924e934e4df0bba6bd4e005c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f367c74dabef6fd9c58cefbf126ce17e169aae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f983194aed5066d0f9cfe7af5c5b09b0f4329b5faf1cbb187037e4009305ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71fa88a3d2c6c98a7e2f4aef2551c51c4872f4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc0fa00bf2fb43b8cadecd41eca66cb42dde969ce0db6ac41db66a37013e004
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829fb984f36a4a8027b8e50790ab62348ca1b7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d5302e8ab9033f256c3a955e0b135ed53d43710e107182da111ed8aa480bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a05e569b14e1f206055829475b761ad7de9988
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a8d914ce3b0712d8ca1f96bf7c99dbb3d81ddce5a866a6b1b28d4846b6630b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f769e77513311783f8920a959fd09a3b373d3db5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338c5090b24047e152df0ebf7878561f577ee42f58370a520eaed7a613ab26c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06ebdc01ec396d505fd35625985807e20671c75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102a642f262d9851ea819c36636bab3a19ef2dfec9c2b364a465b98135be86e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb099f3fc6190e14625a41ea0a4069554185b10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4b888531f7dbd4ca89ed33257623bac463b305e559173f34c65a2a6b4e3af7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3664dda18a79e0db12081ed184c1d0ba075822d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159451a8c4e2b9c0dc142903ba834876bafdc1b5eef6ee14dc73bb07d0a0089
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab75006def8bc9fb136b047f60968ba19e829b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e1fada558a00637a19300eb83893438443609f0b2d294a31d47dee79cfb95e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003b22e45f9fdf9f631b080036a1913e028d7c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01b066a9567b6047807fa59d0b12c3fcd008a56b0fb5bdf6b016b6e560834d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff51ac2d9436df2f97b6ebf20cfe97ec102cef6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32365e46dcea2550624ec27244365f1e94a1d085a75b83ad3d341492acfa923
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f657fbb41fd3cb475c9239b093993372ead6d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d44fa24fed325ba0516a3f3848444ed0797ccdff17151850010d377b77341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649344a85b89a7013635f573e23af016b73e2b2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a5c98e3d32e88610f4a84fdc1f99fb77435a4667155e0ef23285d586c5cc0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd5641a68b157d315d64f9e0e5e7c865aa30ffd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca31175b2cfdd3e45de97c603e1caf0a16d2a8586b4526bf18aa537eeb39b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ceda9aea597275ce38d5920debfeee520c189e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d403957eea8f72f13c7b384eff039615d9e5cc5f0297c9b6d2b9df5c0885ed6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d149c42a1e73da511f9a82f1eaa39be72df5dd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018f4e1ecbb2fcdb51086986b0090b375f8d30e97a4023b0fe7d13a38ae4e531
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5f26fec60d87e825246c9ec6fb3314b37ddebe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f748655efe637f268b7afbcb0570ce94fc52228bd14b2a27e3da07d288deed5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83788f9fde9e34ed9cfde841d9c23e9ee847a439
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4048d324ba3a99755b0a7391a437bcf3dbe5a2f4005a594442d7e17ac3e1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e76d64d3f88c308dfe27d7bed156168ee3b27d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8c32862c7cd731bb6a7172118d1e663eb871982afa65b6c9f218835768ce28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5455e1238b4341c7749e13c387b8d1f494cc0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac9f2fb133ba2c6f494fc458b4d5748c585380f8a09df40ae21fd69b9f12cd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271e2951b50aac682d568804ff9c39457ef6740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46094b25aa06da9c8077e31500a567b17d1336243cb4035eaa5bb6a924b20c66
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2462a2fea9e5af999f045356b707855179009bf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aa8999ff997bba80bd6e07167208202bfb3ad3b1744a5f2445e0d8a8084089
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879dda804606633f1d80fbdc9d67c5e1dab0b861
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867b2dc44627a21a130a22b7630e050e466f9064ae2d36ce13fd24cfe6bdc2df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca2a560e6650ab9b9e7a41751fac6e95115b7b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b2b526bb3df5f423c33c74cbe1eaf0d0f51e88451754d0a815049f908f6bb6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc724a4667d897b2322657065579dc5b8187f504
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d2ec16c92d279478da89c899f6ae1d529682a2cedcdb1bf3303e49830cec33
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c063e60c476d5d520de7fe4b457846fae04aee9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc7c7cbd839cb03555c31273f802519237f70760b79049be6847babb7f0c015
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e5b2ee4bdf2457e55c61d423acc18dd9135e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec3cdc653aa9ff2f761815b7b5bd211d9bbc1db6f381dd94aa3f2b532151e4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae926fe1759b00a907b972c90579e0dbb3dfe98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f78db9aeaec1e6680b47a981556726fc3cd67413733958ec4674967e79342e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe1f1d1084c663c8ec223d068afce5f01f90f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f33b701d6e81ef1fd00965cfd35e288f043fabed1263911dc0112a5ed285ad
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bda2fcaa181e48d064ec2462b837e68bf5be918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53960b3dc767c2d15dae0cf5468e0ad289359ceec83e87d446db9ef53123c208
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81f55717daeca8149cd91cef8b508856bf1e44c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab3d1f21e9f44903985fd08d3891b9207518d2c81691909dd4858cc2b13a7c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c752def045f542fd0265a46dd63afe1050995077
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900e22213217404f12450814041c94c2b336330f6ac00dcdde0a4daf55dc3ac1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579caa5928707a31b5f5edb344c040ec66095179
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ef10c12ec10aec7c4609d6394f7d1def436f1888a4510114593affe2f6f42
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0676898a04a53f372941ab9720ba3095abdc1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dd8f91bae85a8b596697d5d848044243b2643d70603edc4e9a92c00f1d1f7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c03b4ea1648bf3bdd2240e4f2f69dd430a38db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbc029ee0baf4ddcba1a18d9a68b88fbf83b16fdb5b47062ad0a45197e17b04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bcf049c68208b621c1db452c9e3bef7ea08dd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0bdb5680be39efcdbc68f97c2a0acfb682e6f824245b974561e6003cf3e0cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff66f74cea426c90c3fa8d5eecf8c8726fbccf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04313619719d9a9c25d38becd88c2417d13c20cd54fe0debe19ee0560279704
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3fae21b0c11e86b53ab02583ef2cd593c02b4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ce5887d3d23013a521abeec5e1e97745d7bf2c84b3d31d1ebb78fbcbead92e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e777c685f1aa88ed7ee2e71f1aacc41a48b4a62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59276b76288588b63d5989b3c2fc048706ca286205a4b964489d6872a04fec4b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeebe54d1a26264c77ee1319575059d84bb76c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4348347cad57bb489af8f6716b7a9073ca5095dd6935882e1a1b5df3f8759f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de80314a899bb6bcaa675a177cf7387086a4220b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e11ed0065cf42f0dbbedcee13c8cbb39da617e8a9fc7776461e644d7c737de4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3f4a8fd560d48d717ae7013ad5870221d11756
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28355a422cf3852339e11acbe4a597eddda7c6affa792e37294102ef1dd912c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81b2482be63aea01037e4530b032fc0e051ff84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44353f75c4f09984b93d9a91f2b038a90ec9d2a77b3796ac938285b512747e6e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d84824b97a54398d9a1100d9ffd48d481aa876a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f3c7226d226e1dfaa1b53368573ffd8d3eafd631557b6fe2f84dc57b6f9927
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f7b06f8883cb206af04780b6b2d4895a847c90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b608cb23544cb5260ab33b6c3c50de6fd5835d0aa8dd042b0f5aa28fab01079
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2d9eee24faf73685148542cfa368bd174492af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4b427df6d9dc882464c8663f7ec2968f5c951ae95630dee52b8e12e16612f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eb4e49efab62806b4d0bffa53ef09d5e8e1c3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50cd69c325a553e95ac2822d03adc124d7e0aa7752887f149d7548dd0726b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d243631ab140771c98f4fd1b6a05a3aa43c29d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb07532be0ad1197c6d50869a5dc995b57d96adcf4e0e2a63fa1789bc96bdae5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f179f11986cf2a3e424cbfdc520b22e872d6a114
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daede22cbdf137c3c3b70ddd07195fe4b2cb864885c02cf884228380b817521
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3857cdc99d3a8eb5cf5607b0cdf21625dff06b69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57ae54b07c1f3edae257f05fa2d925443860631e0b319e719821f9169b3112f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f76aafcf1ba2af97c33478d83ce06092c081ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88def8db00c362dac934b80f2ffa67aaafbfd45424b3df9047ee60fe5fe62967
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3cc8343939e2576bba9e9bd72dcf71214c7d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09864cf988aab3482de2e1c8d139d844a8780a9741e3825ea9c91c9e27ac632
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e3fe9c22d8c8fade537dfc1d6813604ad22e5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd09c1f2ccf8562d5d3a8a62b656b9a00443c75637d5829544fcd0da04ff02a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062bc74f637ff97b9bbc47c924084429c39af1d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c7f42c5f700664f97013ebde76a3bac70e3ee7b49e16860ab17cd58700ad8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc88ea39570f8148a4845dc3f9410f2fe5d58159
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66834e6726ab856079d6bd7e2b1616b331d58752cc42a31317628f11c04fd76b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad74bc5d698fe06ac16b9c423595519e9f17f65e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228e8f758c54b5598691de80516ffaaf98fe37e37e57067aa10693aa094ad691
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b6075e4602d60e480dd1bfbc997e45ea85412b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5d0cde3e75fefd50e9b2f4ca33a911372563dfea2ec6de7c4b10152ffc4ea0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4749b33c7993cc043897f6c8889ef2b79aececa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2197e6768c727c288a38d29ce2046444fc187597e9a20f76422e4296edd464f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed138d30cba0d1033a1b632269095d1654e1bf6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca8d78439015f303addfa7fc2e8be398c31ab67c395d005f0daed81f7f73b3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4165ae2ef7aa5a718388cc18baa951c0ecdd70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0579cd4493756a89b910058c74e98db1fced7043263d9e3a5f02c5098e2516ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8bfec8b05deb1e1e3a7c86e0a9052efee4109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7eb580e0675a1e09fa457a0ba880728028cd23b4a2d2f8011c3c7a70b63c840
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d703f1d74e0f6a59cca0438ae677508d91c3c938
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3c1bf5051564943d0be9cea718f629000ca9257ff593b94b77fda24551d880
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921e29014741a9c6c5a4dd283d20e45d1478a644
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485cf7568aa3c064d3d8792de1eb177bd04a78e1c63a6725120b9bc66240bb9b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c990020e58fd138edef590f92e035dd73207d5cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d439cb3832fd6bcf0d22d054bcf41f075c7974d9695755b7c7565e9935a33570
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3313a18e22ab5bf13796502d978c743470178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b794f97414eeb46998e5f5456acd78c36711011c9475dfb06a4ce9bb5cc2ba
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07c6247068f2d1975ad9bea516a6b9a75e20a08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091acf808ddc1a823c48a2f839c6802fe8221eea4af12485760da0b2a8a82687
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b329d0d6d8c333161f062d78d0a31cbf2625be5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e59eb3d88fb9dec55c44ef5730a9e9c411d9c5a2279fe49a4f979e40beb61d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38acbbb07a9e33452b086cc346dadceaa4ceeb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d089381f920cb698820020198e975263894c65e4cfb124a95e3426793a99b22d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32efe2618858ce70065aa511dc2cb10fcc17b279
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294edf08e111709f26ffd89ff67c0ecf487f3a5631b2687532136c6bbd02fe65
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e330173dd5fbe132082dd028087f482101e7f7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da766b0f6cc6934b15f49566fdbb21b85dc31502ba786ae7e5049b46a0d7a45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27aed121748bd6bb51565db888a7cb266ce9c6d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0207a4a648c6aef0cadd7dc0507b1011a212a2ba6a6fc517d53e761262df98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a691446ae94d3ae8e0b4f3421e21558de6a3bddc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a2fbe7e92ebd99d737ee12d08470c8b4bd1cea307a92efb3e445007b5d5237
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f54bff82454526bb5569c8fd7232b4ac8aa27b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b4cb5145da560a8edfb3094003555fde7bf6901e0c3fbe5eb4883c56f84edd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c69e53ce558e50cb55b234017bc840be49bd97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1116ecdd7d687b2fdee0157e79d762d75f1d9d193e92e2726e3cf829e1defa4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eee234183da17bf50aeee007dc584af0f54b7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4458eff7f0511bc7660747faec36722e53f720fe809749c3d026fd0ddc05e279
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e75c204f687223463c62b2d6003fb220d0b7433
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da5c7f0bc5a6a47794fea74a1211ee96a8d9dd7075358f27938d3a1aae6dd2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ff052a75fc56340a78b980ae792ff8a41dbf43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e77f832ba1d9907b48dbfc151836ebfde87815d7c29d5be0b812f87d5f90cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b26fe7612ed1ea3cf613d319c16a59dcc3241
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcd68e56053798cf333a95748b7c21d1fafaa70d4c132b19c2c6186b68ad15d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da8f232d31452d84bce83e8aec5b052af4991eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837108e840cc9bb0d516fcc7fb84c585257aa87b82345674dc66c6d270624355
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc3be77a8180a338ea20ce73fe13818db166b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90930eb4288e9fcdf60b33c385b1db16050a00444f8d009f114f4834d463c5ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274eb6dab8bf73d77eb8b45a4eb866a90e17dfc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8de365f17a57fe6a56189b761cbb8c60619ce90fe65abd8ca03df345a0c1e1e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6cb887967e17b1bfb284543eff89ec9e1afc1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dfa4dbbf8198f0602946b9e11b82658bf71559c776bc4195b067aa10be1369
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d890112a2311e5650eff5fbb26c3062d5295330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f969a42034ee47013f887728a35e1761839df20e67ab8485d25421b109f826
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419bfb07f936ab0350848c38a015b3f94e08b3b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbe6dd0de9ceca96fc24ba5efe603ce29b0764faf484ef0b46bf9564446feb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004444e4ead24a04078858423e0cca7629ea8d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10426af5867bdb37bee39a85127f6a68506f87815d62245e1f3e3ede7619141
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5203c2a593150cb490c1aba63c79a76ce74a1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dee88a3f70c8ff30b7ef4c7ed16f53f4267d21ab8b5f1d819a99711ac353037
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceabd20abdb18c3cedb568e1949bc8c8f00cce13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7da7da911a59d47599f57869146544bcffa4a3645e13b62c97a6ba6bf2375a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e0c9122747fb41cc9f0468c1d5623c1636c1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680902a877efd052bb4453c4a698527bbc5ba7c66e66ceac2e67255c1d23c5c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d181895cea9c1960f7e2e6450ad85ea4367491
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960231847cb58253fff6e401ecc53cb8c5c708c720cc461832d443aec95d37bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5d1b3065353074b0e18913b5391f33bef80aa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7962e9a639a3b9eefad5ab77a66e4218120e43cd2398c909ebe40fc5bda2e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2551cfb05895ad7e13b924411ec2ed036cef70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e03d5a04a1744be0d49047012e750a3e43e6182cb0d08724a414932751393
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636a40924b22b9297723d06cf5029bdb02460401
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e5650f2f529d89c07d3052199d3f3cb3df1d7d05aaf94307bd5bc88a154866
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6fe36d3c4474395ce0601df652212446c690da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c23fae480cfc65de09bd1587417e8b08a8c27f689aa3197648a11bb5be4659
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a95836d9ad8646e6f5fe6c618764a7a854def8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757d06de29c4d61d74e47c684257a98541dd942bdebc4250bed66b61d264f0ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4777b5f1f1345864788a5f62d9011afd96ee63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb50e9a18c2eb873a89d4b61329a4b6f6876aee486bd8937fae4425326eae760
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a4d90c0584568fdf2798c0e91d297577804f7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d854eb19f4211c036dfbee343701b7af9f727a1442832625724a80f0821e52b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7604e654679b5a524daf4056638fcc8738a39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5460e07cbab9446ceaf7473472cc7283067b74d4515becf00a627f2dc38013b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869067803d47d2a464aaa56d7302f6064dd2106f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97645383e258bf27fdead7043606f250a14020a9c7dc7741827f90858987114c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7beaee4f273a9dc76a2d204d1d98fc1ff83d2dc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f522e6434ffd2c21798a12a4b803c621980783e4de5cb66cd064befcae08087d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94de79c4ea301445d829441ed64185de0614c59d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f95cb3413171f1c924d000f79af27f651ba4749fae114f622f98f76a4c4bb1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8e78fbfa2913e8536616e929c62696ec4a90c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafce4ea1ef6d44b6bc17bebe4e7f6934eee3deff79dce1b3fb4a1a898a1c03e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210375d4c3c12e29808be765c41036391e82229b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4236b694293db4cde65b117baea70ec2f7c8e91bd900f40b05a7b2bdaad95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e5f50d215a08f6e799df99f9ea6e6af51dccfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c852e95c05636e3c69b4b1ee0ecd8950a4cbae81f78e783d035aaf59a38953
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f614792cce21d2640f8d1dd00e7ab7959bdc2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc59f7eca504ae69f3c7a9f373367b315b88d404daa2e773bbfd6045f0015e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9b4a66901c5e372b43d94608dc5f39070f2e5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3659610c07133675e12c7709bea003c166120f940eb658c42214704acc106e6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e522db0e825daf22da6254784a67c5dfff00428
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10180eae071f68874312e7b047996f903dfec53e87b69b8447dd5cc34069f3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b889f0232ccb44120946606c7f485c9c5f0fcf88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406d63618a167719a82425e0e0380944477aa2ef4d378d11ffa729db76955c5d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f7f9ed565e9ead99c968f81fc0bc403e8bc005
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f27b6015dfe7cef676fa3f721dedf4b50784ee303d489da0abf9b6bd757bc93
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc3fbbe424bff53725672e90bb154013163f38b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2227a77fd008949dba6ab3cb8013efcb9d19feba1bedb6f37ff162f32dfaf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d595a2934f004e50d7d208a76001d508a5c0fe1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad83968e59cedddfbb384efbba6f3c75af9be2067d048adab826ae6257c3353
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a19a0d85e54b730001c380ef20b75f6cd377c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70db74f77ef20ec05c60cd0333c6a81eb60416e5f05e06ddba9c15a16c4e7cec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4bc3a7fc1061aa5cbf722bd9c702efe64798f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24677fa7738509949b7063f590954c010140307a30b958b82969a406a3ac50d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6f83c6edee11f9cbcdac2240b92a8ccce1c5e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704b0a02af0121e9a2a1ede6feb6f22e630ed2b5372fbfe219621e263cbdb0d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d0c13a4bcc1e22fe661b481a34e1dcdbe5817c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02de43f1979a8adf3611bc2790c33f7c795e1977867db49b31b7234be94c38b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4189770ed8083b111a47b9327aa77d5782edf4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f134aae54084582ecc61c59d88c793cca31952365dd5582519f12d71d3485cf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5019c939ae8292607a50c796af7a56df01710c7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda231c93c077e02f45299ed4e3f355c87b2d196415bb2dd3dc194da27f86da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60435cde475b89a49ca07eddddb85f9bf6efe0c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eec786c2475fd1a3da4e63d5a82b753a024f008ed2d3cb009eef3d0b4de40c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a8b5d242c528127aea0defb6328f071c1e4204
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825ecb0f4c5e7ca5e3e49a792bf81b3741b27778448f05539d96b2c17dce5709
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43985e2f88e6efa2f3eceb1c6fae7af49db8946c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be059feed520694f567ca44c6d5deea305270a2f2ba0d914f85cdb433fdf9832
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508fc00ead684bf4d13482600c8ddc2a5ec6c337
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df6e0b00ba71451fc4fcfc6a3095ab87ce07d5ef82f7dbba48879d8023551e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76872131170a78a3d1fc7198866c8bc4d26f4599
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706fd605f557a011eb59ff467bca0b60447e140b8e1ae65d072eeac15260c3f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9173e66923e02651ec32a76c7e97887fded3f50e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e0bfa3623d8e80aeb0e7daec4d3305672ef0c945650c9e779a0fe5579cf9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d991288d8702b9f67886b460570ff8eaf2e0d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86454d68086c603b22afc4d6482128b021d55f96623b152d002eda0636204fe8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208464689b9478de3fbbda5bcc0d9ddaeea22f3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdc1058a6f3b485c7e47477118a4179486f65c8fc667d1e9436b9d5b31ff298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0054430f75ae89c50c8a3b2c9c828c45a6bfe1d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcc049ee2f0f67cabe65943a9e7ac5505920b49edbc615ef270d9d3247a28e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d71bc78935ede636fe0f5574d50524d1e5edf67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5de5af1398d2c128c2c3f0af6299d91c4b506b55ee100eb4a1fcb1590e664
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b847a4e79c802c1c029d78826fde89a0a4c18d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054499f4d3587608cde25b258af12fef0ebbff99c62e869ac974743c99d5b485
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401943f13d9e049a5192316d8393017e7d66ec2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1355cf3ef24cefcbdfd2a46cd411b0b8a62aa5ddde2c0d97211c31987be45de4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d04e363923d26263eee39b58ef001d90df461c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49f409204d1c6e7f030f97f9826a6259e67683901b7a0bbf12c7fce2cf7552
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3db8cf78734905e6a15cf3eb145a0e1c2422585
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6cbf64f3fe0f3d334963035ea599a09761b2fc6e98e891a4805f375b4192b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288c95a46ba3660f909c4397c4654fa89bd84682
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6e5c3d3e3e48adccf086638ac8e99c493d0673d1837d66f17e43a452da9c1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b46202e6c0b9f3b74490bc9047d4076cf7ced7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00b12b6bb1d1f5dcf52cd41773bfdd8072fa486bfa03783ed3eb64f899a3c80
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8daf5e43063fc1b3d3f203efe9bd5e79bea525
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0599881a888fa75b8f6023b4b1dbe101b558c0218e3e14cdaceda31fb306b33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5060bd740aa977ff174253c219e19259fb977d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21537e1cf653108d9280a0bad920c686d0c851b69ecb4b52344df6b8ede8d43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f12edff1609495dd93cf50d6c61c015e4416e4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3b648d6cdf594adf599d82e9222e3fd72f5158d69c078f41a4394ad77a8e2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b085e01c9c59ae298f53ecd2ecb3cd41d6aea83f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ceefdbc269a86b883d10e32239d745ec74ecece4ee84b89bc9ed847ebae4ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888118914e94797aae95f73089d42d7c740702bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8221dbe987e72b60ed21be0b3c9f61ba497d9d72da85f39dfa928ae7233844
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afa0777b57658e79d00781a658ea9e820f2f6fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23f65a511abc8dc12575e7d80312b9b7a5665fa62b8eda3a3112372814177ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a792b16227d42e84ceff5c106a4fa442fd98a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d326f4255383799d734b92b9362534cd8c9d805edc2682347b50a74f9c7ce2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b268e7ab9173c608ee61d32a7cb1110d65164d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5405b82923ccdd5357bca96905273bca4fe7a7698364ac1ca3a337d5a9795e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d10bc5951e1b66b29e95208eb5c80c43688c9c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eec588715045490e9c1a6539293d6ec2f7c5a9e1ee666755b755a2766192cd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d093802add4532018fedbe499b307285f297a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9a1528e6254ca5e5f1d626c3f3de002a7395e39995c0721a3a3ecc441b2b2c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ad0bef30a977baab7cdb4b0834c7438a57cd5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c61e5bf83f67a8e511429dd2f43a0515e3253123dfe6a592825c3978c82ad3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9c03f915c8e939b4c6bb7cb75dcb9d9ce8b067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cccb0b88750b03f1bef2550c9c5a0e483f7554d27c45efc523355ea252dc6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c0ad6b9f253eb89b95bfdec672fd427dadacd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58a8a027a4214a07414c33643986e5a8c2e8eb755b393634847189ac0fb6514
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1d996255fc3915baedab1d67fe60c6c2f3c2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a186a0dbce96d335e733de1a0543666aba93fdb80618f4888a1db53b663b3302
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3472024f2804560a70b00e6b1b24ffaa74001b88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5115ab00989e3da6d20fb4bddda30eae28750557b27d027610cab6a42535c2d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7777ce618f46013740ad1c61af9a2eab0805fe0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf829fe498cc41b9f59827c47f880f2277d21282ace0a235433235df58e2b8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c705e8483ffe56581422ed05e86c933eeea10d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8024cfd9bc60715f39241531f2474c4caf80d7344646aac97750d23228a319
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d3974f7638f1b84afe88f531e6bf9d1412bb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b051e5c526aac9ffefdd621cd6fa35b0fb37d7b218cf1fde262d0c2f08b7cb0f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4a4d50d69248b6db68e496c68c634f8a5aa67b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e018f1886c1c8ec8e3d04ff1ab291f53b5495d7f52efc666563674cc8ba20bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf94501386af251bb16ecc30d9007965bf1e4c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d26238d1332bddf0c84e46cfba380b5a1f940d2d8dbce76695bc1c4d05d0f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188ea7ab5177cca73d32261f9e69d1b0b59e6308
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c0b06bf6dafb95e10065fef388bd202f4bda11d44d387d450209423d3f549d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0a870f9a898bd3e0fe576607bc0be35e28cf96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0aa2b29b42d4d6ab92bf14fabb589cbed645be6e7bf668d4d3364a38c12c21
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea1b2753f28e276c35f2936a6fefcc9ecae6525
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dd95a710e9471f6c09cf85efe81b9b0c09bb653bc020a210782ffafdb46266
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce696b48eeed0b3217e4110fc055a4e7afa6a2ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024f02cb7887ad43b183f659685d0436e0b6646c94891c08f7da4f434adbf23e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d6c62a9787dbfdccfc11fb3b96bb7c52b2227e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a54e8eafb2af05eb51f850648b55911b2042323a7bcbf5bd8e9bd70758b3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfef89cc010e47fa23c854d98c13d293b0d33d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3709b998a96d2d94ff2b254076234d9abbccd0f85ad4739d6922c9bcbefa8e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b41a07401200196882be5f22d7105548051f64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86fc13a0d7b59c34ce35dbb3da2ee1027b845d5211e59a1765a84f2dcb3928b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238aabd30dc9fe832b7830df0c1e693146ac42c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780b811df9e7db238dc9d426a6715230ceb4c31b15279ad8d62800914c30c76
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba8fd1b0370bd9399554bf720a51943765e7aa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c033d4d0eee66698556c5a87f2f04ecf41c251611fef3ed017b5fc885104fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335958333ffcd39e3926727e716b4b88f624fe69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebadc88d9c64e89e24ed94d67680ce511fdb64593d2035ea6e85f0f8de8626f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01405475d0865b5e92b82f9689aabbfeef618faf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82f8fc9018fe90bcd7b2b0e6a27fde5898611d4167d6b6225cd6ae111d6c66d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10208624cb9c95bcdbde92a2dd9a672ed88298c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7461777541f0db93032fd64302557beb536179f04d2952b1d02cb1ed36693
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceea8fbd77f29e28b1d79c37d1a4677ab3dccc32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37405595b27864abb6a87eab757a01401abccf503ee17cb94610763e8e626e7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d61257213e47c0fedc96dddddd4888e542b84b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c638331b0bdce6bde27dfa3f6b52cbc3f61e88dd79a37c6aa7ecd2f3818d9a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7344d1ec7a9722ac48b291da9c25b958c2f2cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4993b68f0142316c796c25a421928882292b6026531fd7d7e8f5809c2204c593
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289b6f3f52c36fa28686614c8f90158dc4ea107
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373efbdc3cb9805202f39520a4704389fd91b1de96d5fad480ec4a2cc3826b16
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe856377ceafe9cf5adbd7291779943e7e8932d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57e4ef133ad1d4e05db344c44d218279c2ab7edce482dc57fadc331ccb3d5e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34abc456e3c3baf2f00c867ec2ca1437218c165
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e1c2b6511fb43986090d8870eb50b22aa08a576cd3e5722f535aab614a2c0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01290a60c7c0b73de25979bfaf4c7c76853f89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5239d1aa901d944b0d3f5b3a2daec24583c7651e5c1b320d83aa369d313668
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f9068930f43d0ee71f7ba276014dc045c151d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005c01166f5edd1406dfc44b442ddfef0c8102382254fc1847ad7a5a12e594d2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7663241cd7848351e31b65ce7478af363bb5830
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c374357c1284737a86da243ff5b427022b30115551e94149af6053e038ba345
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef7abfd8dfb3dfa2308ece9f7f650b850586b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532fcbb9e87a477dd3ab5ea809c21aee102039a381ee1919658efdea2d2819bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8befa6a77168e39fd84ad042013bcda59020dae6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469aec26a35287ddff9a3dc7b3a2c5342b299f7c1e062e64bbb6457952b09dcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f686da529e0a5d2b3128f4e3717886e72ec52c15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da380cf7b4308dee93352041b221686fc761a64b1016daa1ec52f39bc86c67d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5584e91180da343d7911f277a038dfd78a0b677b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cbda091f27100dae34d81b4b0f46dcd67c3af75c1cfc6e466c9661d90adfbe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447c2851c4ebd4da38c4c254339e0b6be29dfa3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377acdfee32073a92af04a07bec897600fdf4d245d12c8e65e0328b815221c2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e818a9d3ddbc82ddfa696c47288dfccf2939e621
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144438f79fe964b282479c3e38fbb5ced68d88718416543126f510034b3bde9f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7419d8730d3d74c38a438433c316672b769e9a7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989bbbf137ebf30839e2669cf2cb276226c4b348e2a84d8583d41c1199b43c6c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b633bf15bb3d93f8a7b2c2873fde1c265f9cc090
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80561e395f5e20dc27278805ac71ba724adb4e0c9a49775ffd334564add32b4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac1cb75ae8ed63cb5b8e4319c4039d8d122fd8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f49437c29f4e381b34ca76a65dec009a551154ad6d9b8638c6db6b4aa6b890
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe06473e77bbfc2b5bb7a5af1d46f8a0697c49f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a48281f0c653bc80ae703675c2a306939e42215fc45a1577719e9db18ac88
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bcdf8950c71e2dba3b8dbfda3f4f3e4e2c7872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed49c30459fc7738616bdabfc8ad1b036bf0eaf719136444dc6a478672edad0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33820290feec0fc1f1015e955c6d247338efbb28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54803ba7a42cbd9bc86fd75e9ae501d75996e421bc206499986a38838f6419b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4016a24bab5f2177c9b01cf540717e1733d29251
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e3235c579075850421e402387e42596607b8503699104b4d955ccbc6e3d426
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d002cd9ab40c87a9a7cdc368c155fa33f8a67a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ccc56094d276d41a892a21ba9d9fc1a570b4d1d5ab5ef4e64b6f7b362fbfd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a47666829c91687e02a443e71c63556a0f40c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def61ccb5ded12150eff2e5822e8c5014c6097449d4682d9f287a0a20dc268b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c50957ea218d7763140ca6a37355cbd5e733e09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb41aa26dca2b9ec2aa78da627eada46a30935384322b80cc6eb0cb534777ae2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ba2cec8ed5307ee688051e0616f0e351720a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d69c92c61d689dfd7e21d644369d01d136c7619bc0cd301fd64f21bf6de2935
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3285827113301be6934b87f1a7bc0f42c1a1a092
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4fe00ae00d700c6ba86fdaeb569b2f0beee88c112a894e13090d465a81761e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37e981e89626dbce0ac64be4dcf5cbc82044f8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36750def59985a97e2f1b090976ef1ccfc32f658d0415789ea248624a6cbb742
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3f617fe83cef4db84a98a79e3fb578230d7cef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e63b8563f834d57fca97db93af23d5b79d21937de8f8435bd7229aec502f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff26ea83f9f66cf4e557e19d45a918c9a69398a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6602a7442d16d5ec870435fb9b968844b6caafafa6648c8ad171e76b6512d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd742a7c17869196b83a627402af3d5211e14ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681be24914759ed8df8d472d0114a7bf14b3d341f454020ca96ce13a709bb048
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095ecf800e5b8e9b77d5acfe8e30008f98e300e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302614b871bfc92501f0bcda7a26308ac6b98bef6a6b44e6a057a3cb1b35dce9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cc4f9c9cbd3f2ef370ec3372e266dae7d0066a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edd8c135410112a66a0c07758d96d11a40a4f3961ac97bd090f2b52057693b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282a226df13674496278a7608989249d6360d997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e886493ea42b2ac3990c86daf71570a6380f1f769c9dc5fbeed0963bfc7b80b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68994680bdc8e44d1fc20ddaf0c2a96507ed7075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ae89b4f47d9d2238791bd8e214ea0454ff35abce5aa6f8fb4c9e207c9e2e62
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764b3fd493f20425a30e2e6a29e85fc9fdc2b0b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca62d0bdb5ae7f54b81acfa2e8211c4a24d8e03940b2e3eaf3c019dbede233c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de1340b5644b6922b761efb0a4f5daed216818c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2eedb2111a6e320839cfb2068b89d8228922f110699556d35589bbc84b153c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05273bff48318339b357f5383cb21ca8d43e0eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f21986dacb1e1cddd4633485ce50fa33e587809c9c0532de808cdc17c952598
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662197ddc99ad6118cc6177b5cf794782fbc592
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dd8f28e074f8ea2a9cfc644399013dd137f2d604501a96f49e6bf4667eed8f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926a13ef967f21fbaa248cec50a63c8eee2fbd74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aa6c880d547e0ee4d66b4f037c8b12dffbce05b40ff5612190e73934da3b9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e86b966fda0171d0ff678cd02725956509558
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e031d68fa3e60de41d1303689f8cb414e9c37303b3ef336d139ac7bfe42f22f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268ee52b8db875e04a609ab8409d6e0d1720e31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1f049c47df954163c8adb5536c0339eb75097de5cee0e1b12a3324ed4eeb5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a79a55357a4276c4bf11edddd2e2beabcf06d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1077afaf9e9c0637e4c02672d6207efa302851d6baee3cc20f8c1ebbf1a13c07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f516ab9443ad282e34f005fa4d93ddbb72d71b18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2288c135090cf8d03ebfd434cc3bc7b77e646680d3abb115bd075d994e59906
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba943665d45fdad1c24731d72d5d4e69cd88583c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fec72c68782d74b3730e23072c0ce458738aabbe021a5457d534e99c67dcc8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a9177db750327f79d94f1aa964a7b507fe514c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a44a8eba2a8908f1a52c63bfb8f33047a65e39e7afa0df8e58f9d5d088cd8fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403dc00edd8092d3b034c0cbfcdf61d6b5e055ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f51f2ece9fa46a916fe102e6c3795b43d06dcb04d698d0fa160fc2bbae3499
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c72a2af535e38bb83a014becd846dd75e2ea16b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b66066673a081707cc4be9a1a4bd2195cbe4d688b6f98dd6d32466a25134c6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d7fa52d33c0a05fa7964a9e39feabc0703fe41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e003907adb4e6f94daebc8a4c44832faebf32223dfe95f2b30457dd4dee925
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348487d6cd298240b6604a074272e73725cd1715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae093f7cc094dff25deadf59ac539d62ee76739b4442a69d57cb8a1376363220
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8327bc871ecc4163c5814435b3ec55335b16f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15ba52a3de8ec2765386b7d30b730baa0f61281072e669e06d310e1f5d9e386
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40e4df7a960f8577f0fa9e6f7786027a7a1d17e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97487cd02f71baa0f5e1cd7173e55c75bdded1ee7628237ef571129c1a608a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933b15443ed174e1bf2b03d1b2ef84d439d8d684
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35efd66737a24be3df3117aeca7d160c78f29715e72fe68d3cb83e25648958ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1067cf09c2ea9f58c4e9ce3917081aee4eaf5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8462405b50db8f7fc15647a7aa67591e7b4d6efcf4823c3f1fe351f23f0f9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7345c7bad20f75106d6c6cee7834cd0d8e11ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91284adaec7721bffc35e251f4c8fbfb43d93b99c54a820069952bc8aaf97546
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2e4695137b5348b27c8f90864a7665a64959aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a83aaea853a14fb2a49c0c09e9baebd81fabedb8e847049fdc6c26b6255c82d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847154d9144dfa7617a156d61faf875f9041776b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa0bbe4034a1661ed48671da22d40bca701496317ecea988606a17c351632a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3240cb143201ebab7199ab939de859427101e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafa32a3080bbeb69853caba4d703bddde34eb8f19ac2573b68096c99d6cf654
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98097c835b12a6cec6dabda446384cc279720288
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1db703b2f092cf650691174ecb38fa3f0b3ad236a09ca6fcd0c14a3235a62b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0614b42a2e9b65dc1013749ba3c6f1f42bc0085a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05a6d17da9acad64c2add3e07eadc89379a622afc34a9bedcdd9db666956ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de26d3438dd8126f05f4dff0496d9914b2a9f27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb1d6ffff9758278ef7e9ac22b822510e79ff254a690521542f392ada3500ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fea2400ad10b8450f377eb993772df5da3944d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b336ce5131b202c860681fd4c2261bdec7430a5564fd0c82422e63d4e60bb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3280e181fa7980cf5c208d83dda12dd89c1d5d26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed6d081c91989108a2e0d8336ae38cc372ce7f404e7f195f34784b97d402479
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8e2770afeebcec9997124ed35ae13a1bca6272
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd92a57167c52e5e12d7da8a0aaebf4d816b39ad21b7dd08758a411eec057aa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d720a1c5de3534b4056c27164f2538fd94bb9b41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eaa1b6a4cb1ce35244930cfa0eed93f3f49b4127c50129a3fedd86b1621a02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d69b83eaeeea6a4fb10357ee492c94e9eae915e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d749dbd16f24ef30d5f0da2eb6558575ba9453a0293c79e7d4cc7993b7f9774
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01236841fd4740d1b383917881b2db3f4a828aa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671fcc0cbac25ad7ff02c391cf56ec0aed7792ad2dc206c85544718e68fd2f1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6535ae260232bfcb144c36a4d948034b98ac63ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60e750e1917a530f8dd3c8955abacbdab32f2f9e0633b0ba55bc8a06e28842e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2a53ae37bd3d3c78514dd926aa3edd59c2594f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026a52862d4b40a6184fd9802111d32cb90daa9f72f633e3e30afc3f90752561
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d3cfcbcfa0aa0c691adbf1fdd7576e5ca72c32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f172f24cb70e58ce306aeb9c4e476355e304db4c8aa9248481699403aa547d82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac09f0bf27e282fc256033b28a2cf14109460283
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136a4263c37ffbecc5572b382aa39814b8e70c06b32870d23f3cb1f1b492507c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2229efde0a83a41bb1eb3db933c826aa1f5bcce1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8133fb304086667f4cac01259871ed1d2f6709c470a03da91cd9578290767963
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47532eafd27a22dbaab860cb5080a81605128de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f53712cb954cd2a6b9fb2e2bab2ed3f4649fa46fd96320bec98b27b3830e9de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7bf0f641547a8890f456775d04a33bf085e5e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7084f7f1c9ee1be8627bc613b595bcfbf8da7ef36ec490197b93834b04a43a56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db67400fcc437902756a749cd62f3c298852bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bb280461f7843d8925d0841881523481f0f2c4e42460528a58fe2f7be2794e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b55338c4779eb021abc472914b775354521e158
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d5fbdbd6e0ae07bae950183aff0dc42296cc1e9d5815d1909eafacc372100
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbbc95df55e2c4c013b0332ce92b61238f16ce7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8007654c826fa89b3d00bf085dba2c4d944e7c823198bccf12011e7968b5f747
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd49ccbb47f0a2438a462f1115133780729af2d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2ea2769616978985fc488165cb85499a769b320c63554c89c06005a549d5bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f418534b713342db94c332492950cc146071b5cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890be3c0d05fc8b9a7f0556da0444922aa357596561ff7ed66ee55f0e3ec2096
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851248a4bc05e3000b68b94f69a5bd9df983bb05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05c35a4a41f2e14b883e603d49d5eced172917ffb5ee2ba53e171e92931d554
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd24b6d183977a404c982c9a51a7598447ae1d43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692e6ab6c5d2430fd812dca5283b373be48a2b84bd67107066d15349d148163d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b27632ff8cd8bab12c181896ae9ce0d0f20e65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be77c67ddaf15c414d709cce808422430e8351e694961173d2fc36bff078310
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db0930eb2e01cbe6216419489ef5e888801bff5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab9c87d3fe4707722da974c3651ba3c3ab05a8f07b601f12241ddc7ddffe27
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fdc553aa18b7ed4b15eb3263271f1accd1837b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647640b99d890f40d02966ecf915730a5997ad683c773ae028180bf8efa92dc8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a801a6784f0392eedc92ba5614b136546899c0f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3ad0a96406a509dcc9a26b70eb3d6c1c55a9bbd67afe7a5726b668da6da302
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25aaa54de47fa851bb29408e437ed6e8c4dc7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbeae7a6d983ac9faebe52e6f88697519dd3982e7436f9fc7a20b94ab6276bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a6ddc871414641771a55f4e904357f6b99abca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0822db496723329594028b2802ef1f81bed10b2e5cab1d8528309b07688a439
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ee1288cf9cf1c060865e9d40d51426d4424e22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8504f0f6e6f6626d36adde52966cdb4e95f1d0ce5f003c99c67a9ebd0df3a79c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269aa232d29a1e6eb9435366f2dd8badd4749299
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226ad0077993606ec3fb17a3b203167972f216e691aeda83f5eee07fa07c923c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2542b122bfc43ef53847d9eac112ec65c4b6b6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ae97f8feb432f50164fa257e8dd9c422a45c74f268045b7620b32d8586f47
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177661ca07d7e840fee4dba7afff3121bfc96986
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b446bbdcb8c10f2538755747d206d8164d6d16d46043e5f1a93bbca2fc36560
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e29cf3b4a0fdaeb37e07ec249c92b3e396b94b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e14d8c126860f8e84a359bfc0f8f9b25e17f0c05507ae7255bb9a7d15eb658
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20437c710977ee6cea240234a873158ac1db7893
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ac454b3255fff38f2081287c972dfc2ebefd676cfd3beb4d13695b0d1cba11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d817d3ebb8d9516cab0d4dafb09ee49cd38c205
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae344f30c2c97af0014c7434304d69144415d018b2aae6278df15f021e1fb4ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39862bb8a64ef1ffc22b930a161d6e1fa06a8f96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580c6f1f02a031e28bf2d67023451bd6c0992730a3c9874fbf9f291d524a33d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b587893f277681533e38912eb9d334f2d23c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80e6066f2102a2a0cec2547370bca4414cddf286e5b4a909764031acb1bde0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cde604817068f7960b2288b180e1ae565bbc9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50792a8959ceda6c9865ceba2ef05f72e1e5de40baed74b91c10f10aa57c999f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9861dffc115f6796fdca9d13216d0f4fe8b410d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ce77c13fd88d85d80495ece408dc345eca91a889e749e7b099f367170d229c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d5e0038ad0e6a0321aeace290e63ed81f5084
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3dce3d3f428c6134a69308bfe2045b758714ff0e8979628bf919e8d396ed5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce4eccb42648437abfa3af3bdc4111404b24cdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5792ef9fd4e46f6d9dc4d026112d319a54ab3852862176a94994b5c086718ae6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ebe1765f9028d2a198e3a9c6dd6f6afcb1518c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec38faf439624ea58e057bd371e6702364cc8a3fc8cf3445d26a0276e90dc2c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced956192dc235572e176dfbb2da6b3da54f6a4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bcafd53098de9f06be5d5dc0c6b7b518430e175aec7dff81581efb70f27249
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae482ad408455f9417bbee6a377e0a445a163e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9862c44d4697c4f88e7e2159bcfcf8c530ce83e4d46446f65a5d40b18b094d44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631959ddbaa412ab8ed6805b01334d479d58349b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e1b92f82436088bed328db5642ec3d1791855b127a462bd0ae9176a93e8e38
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41656a37916cf4d74d733e6c7de28955b7237e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5f089c8841fc771d46cd61c584ded3892fc6e9c9ad90acd77000ce7926b9e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efecf5c833745af7e97d30d0ee2fdc7b76cc322
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0389a6c50697fef3b86e05570dee26b0a2c0aa958c3562527e8182aac8ae8380
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1c7f2d76c96f9159de16d5d4c15997cf2dd209
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0bff20b9dc081ba29f09f10b0958da15e94d94e8aa2c698592c5c820380cdc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607eb62dab704ac19bc404d76ae9eb4c4398ef61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6231112a807a2f04e3b68fc25b512f2dc9c4b9863ef2bfa1a453c7dc299cd0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f710f183bed3a641bbb421b60565c2c43638dd7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2055b972730c8de781bbe6a707da3da7d6351d42310cb378a968a55d4abf4516
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847325bd3f90c49579bb4a89f4a0a76e109b5913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229dcd3ee13cc3ad9a2f8097beab72b4f8df290e42c9e4a4dd76a680b7021b19
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74d3581cefa7e01cbce6b6c14d7617a8ed65162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c258d9d35ec93967be772fbefcabca3c0d27d532813d34c563855158bc6549
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628e93d55ea0ca52e6207dac04984c6c64499855
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4734d0af7e14c4f567b1de1a10ab92c34581b439aa986c58aed80c03e23b8c61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220f39c4c0147d55f83d6e201f6276fa2ef845d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa24420adcce21a71241c2356021ef62a9f4ba30f5d6cc4020dea69c8ff184
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b78610c28d63336ef8dc2dd91ac4ff67181d5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0965ac045f785ddc4ee722027cc67675c9ba442d982c6679dd260384cc06513b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c114129413d0c56941c02ee72dfea1a92d1b894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbee394916696a84d0d8ab298a27bd65dd29e76d510d1d110b90607f7ea55ea6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839565ab4065c65b699ab3269b40710dec7aa5ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b30b42a3cdd61711aa2fdb5d36f44628d83ddc37bce0886392068c5c47192e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35839a3953212e506106984e718c1cd3d9766f70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc54b366414c4b824f97466dba9790149903d2021bcf81185a00714731e4079
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b54e4664ce4aaa37c69d4f8d77d7440b1d42f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8b1f3fb8e05c5e2608a344c212eeef28c418cd9ccf020515040710496bdcba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f85f6772442138af42b2db67de2493cf7aa462c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8f3be1e97cc98f938b8f8fb8bb85e9e7fa734936fd19bee31497071f8517b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b618379724a2204f5b373a8d9cff21ba7ac81457
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3ddf60a1b051188c03b97601615f360e9f2732e167f5e21878070c4a4ee397
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea03d1a3a4fdc89d6c57ff6959f0708a1f4293ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a12d6ad744f19426b3f7a6f07cf00226813c4fffc74d9c1383f525e689557b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a9ca9dc71ba612be4424c893b07c5651337d9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5747ffce11c914cda24535f8450905f81eb68c081519cd4d1f3e322dea805272
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1697f3ab073860e92ee8bb63d2baba4410594cba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86545b801e7aeb0608655c4e6f13caad3f8ff80bdc5e673f3f66bd895ee2d32e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8309fc99693a93af5db4a2849f805f1ba64f94c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f259c495a354d8dc819f0e5570e35a1585aef872b68fe47dac5c635ab4ba34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4110928d985118e3b1f51d9f5fe06b4d3c00805a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54288336bc7a8c1975ea95d63aee176f8675de3b63913591bd1c4ef535d7fe6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa51ccc7e8c3a85994f45dde0aff650c3cdf564
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361cbcaf885e4d9744bc7e15b4c0d8c342550deb37a80df02b8492d18f6aa321
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06fc42e57e95fbd9b6756850deee9e0b7d1db4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8b7e8adffa3120843863568dfca0094648a330b29d2cce4a68412daba88943
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4080cc8f58699a5ba005c21309f1da0bb888831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accdee1d109f8b3505038b4fe2df6a20c3a80037dd311bbfb3ce9b3aa86e7a15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbaf067b55278d39ef53a3f4dc2a4f5236de05b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd24646d0c7c34982c7d775ec1a6193e4654371bd966c854443ffb87530aac38
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36b299f20c4907ce73b02fafbaf67d173357af0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa920b881f4c970f069360ec8fb9226c1351659df29b5ac3297c9bf8982d747
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0e4c6135642f635e678af6496cb326359befa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9791027e1ba71029dd3a99a6fa4627688e5e6bb37b3fec557a15148a30cfed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63426e184ebd3a12e1921931809d0ad789c7f917
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a38a37ecf7efb3da88466b15bce508b9b1727aa64295f27446b05e12559290
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68c2e33640ab9656cf4808390c49231e24c4bc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366deb3c704020e655ab075233677991835af33a113047f0c351127e21b96b1e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731df9fd23cab738734179ff358cec54a109ae5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344495f65acde9caf3f0a6ac13a742da19d093834b05c4d9e7e19b4bd496edf0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2b4502388cfe41e6ba9a2cfc5521854172cd9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9ee66b97c927581dc6151534d1b16a1730ef5db37232339729777170defcde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e01f0e11c104ebbbb75259f5fcf70d30ab1c0b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588a96e44267e4e5ec7cd0ace67482bd976b51c307a68a41705a054f26657a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fa8cb41d6801ea39f9f81277cde3049bf71247
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134cd6b007a670136332a2302d60660314a660fecaa7a0eee219116abb91cacf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daa3e89bb99c31c26d2815d8a7b928143293d4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9125bc2b5abcc22544f0f945011dc7b58de9057d7be425267426dc7ee6bdb620
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ee4b63e01124f7c1982751536cbf64738b686b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cd9982698aadd26842708b923b52d18b1e7b8bad79ed76b4edf4052708003
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd9977b0a647db6d28c8ad0ac4f2229045ad450
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e53f32e99598c954a8dfc16b35894f35486fcadc50502a5bc8134a8617ee099
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a679c9e4e6fb824afe7d312d3e6d2aa64e180dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba4ba878e58363bd078f0ddb1707b0455e612b5a45209f7188b29f1cab335f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c532144426c642074cdb881265df4afb2d45cb4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0a72c30b49dc65403cc3915ac3093cde4f8817dc481bc5a99c3fd65f040793
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eacbeb4940d3dc6f3e43daaf4cf55f8684216f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a5d5e57729937b606583ce7824951a39364e83b36f103780c5481bcd8f539
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffacb8ff45070d0fcc14c1272ac09707e8d949c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a27566d27acd7a2a630327fdd36e6fdf76493d5990148b7386f4010a2d2abd4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cdb94d3e7f5b9c62835e2aefdae1d5e52e6b32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45427ba2cbae0067e95c9d47e668f14e7454a0fc49d91799af85aa2d36416738
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf86b318be57a81d5ab40c26463b1c1a60258b79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7092333b97dffe9b981b01743e974c9e4f33f1b53cbd36a2e1034c32d36d262
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae123906b800eca9127b47097fdef0afccb74f4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6dfa0cbfa13960e5887ddfa0a73f2188ac63514fbdb4889c00b12bc2c382c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2657aa8f10ef15c2fcd0cb2bff76797cb85a974
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb018a49b5dd702d3ab36c406273e885006d39d2479de1bd291a2d8be3aea208
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1acc9935c4b1d1c2c1c6b075072ee3201bfe46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fc2449b1b8c418a007bd3c2923fede74a6849fb8a067c57950857123e0cca3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b14c1b2c0a63dc45068b0b7e587a91d1bfb653f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899e601a245bbb2aa942d7cbf6e026b4b69eef7b25949f4e60f347d056b00b06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a31459b505c83034c418f8b8faac898af83bb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b405bf7fe71b3b6c10d3f83615130fce9cec64157922a3149e394f687715d3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac414736897a47419a7328da53fdb7c38dd3b5ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6be2f6f16713543791e890895f7c50097452bf0d51e5158ae227be394f43f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0787f63dfbd0a880a35e0b831686c8488c7260f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a39fc9d5dc4c2420d9f174f9976af5815cc5dfe5d1f13470caebd153e5f903
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984c3d12c1c8771ef853533b1d130597a7318c5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d41ad9d97bde6b811d195db7a28f5338d0f557b1a9a5c3098aafe22fe3b0ac7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dae972d3eb6bd212a5b1462bff9242a7c80814
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c123f77bb72d75a86a84f53e69cf9abe5b50e40f92f6162d689864cecfc78d81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7624164479e26f24d390d95efd9fa9e5cea6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb9b31d80159ea1d3c0c7e576c34a841a11b835179a3e9477ea7d7799ca050d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d489442eb72b3609c06e20475444cfcb468f9298
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f26e1942fb446f8afb48744542a88266db5e25df5d88cc72bb04d22cada41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310db4d2ebb6bf046a43cca368f0831bb2cc71f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75bc7ab77f3c9be9bfd24efb8fce70ceacabfa51cdecad1c6129dd922577507
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d241e0b737676ce24d00dc0ef6df519f6766178e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1856598e5ecae109e7db63aba868b633b18a92743b3b1743237a41dc59963556
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c6c82a398d7561c497e343b29a8117bca6b9b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbcff35cc9c190eb4b6c9e594c61258985e16c8de14f15c5e5b9dd690aaef59
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2f11e139a10f8200e30722d94c897b8b2387ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312e87ad6146efd5fabedf4648668d204e3e0ce70ac8bb5c3ff238423b8bdaeb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e0c9117ed42a30c0fa80746379f7e4b914381c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7db24999055d454580537d889bf72e116f24a8d86095ab2eae4f61854d211b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4c599e857b59bf09c4507ba17c7c1dcc841a40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f401b3f2a5bfe300de58597eb89f050b8860640ac71b318396d7fd81647856d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98087552a0d991ebdd7bb010043ebd4d097622de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7ae23fd7f14faeb448d8859fb3691861e8e81cd0f220dfcc5ec087d76c9715
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b8a3bec5710b980523cb0bdfa8301cfa53a127
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4d07911994bf32bb93f19221360f92abce09b226b4257277e215a1fc835ff9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4525b7c8f30851d0df2aaff86a830a771b67a8c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fa6874e1009b87c5a5e748aec22dcd63e1e4c5701fff52ead39e4bb361f44c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7ae02f98e6e032843415a671f0bb9dab2f1ada
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d008009cde5b18074c2ea2a4c7474d86c5954bf5e2a275b27999f22570e0969e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e75d1f3168a0b5707bcf95c627683d62781747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26045dca77ffca4e6cfe76bd9a8fa592ae07f1f49e8f3262674dd448b3cd2cec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605da7bad9389556c7a4af43149527de4f7f6e12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2404d433cdbcad8d10130f68cedea374159654ca5dde2453425077b1308ef7fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d87815dac08cec32a302dc5a81bc4e9300a5d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7800678c04bde952731f7d5919a18b10913a410fb8a31e5573112ad509d066
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44daa8a0aa0d13d43164d7e5848abe3a5cd9f1e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332503412ada7a161ab44093f36c89985c98c760e7f003dd46df67d9dc6c419
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d0b42bcfbeb54b283c2a54f6813cb12c4940fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e3db9cb42f27a174c9296443ee00dd56a990558b875f33c8de7b87a31972b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f63a2c49120a0a467c9b864f5eafa1be8f2d332
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe4a77c0e62195cf2d1d9e8f8ecbd0d94d62228d5c379d6c4c0e0e088ae63f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e40a346718e2b6abd8dbd28fc73229a93982bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9466352cdef761aa6190dc8099002c216b684f358378e679093a898eeedd02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ad59cfe6908c9aaedd17082e3875eefdc28d6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978cde8ab3366f9e565da6e10a88539d3377b2089a3ceb687ba828cc51a4024f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f1eaacb300a5374a9c6aed7bf519ea123863a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05ca2a338a9fd62b368f1b121c36adf1499dbe52c367f5998bfe79cccb5697d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13bb5ef6d608fdc90888692f877468aec3c7ee9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5dcc70b6936720ce62b62333e1d9cfafb7099f73952668310f70ef849ae6d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883bfff02a2cc37f3fa293b705ea057084c77b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40755f98f9edfcccd89016359bd7eaec9c11de4e2cc646845471539efb61703b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64988e741feef89116b1dae0835f0dada62c3f5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440ba302072ac034a7e38fbfd32e5b7902276b2aaebbf0df5ad1c347b567f443
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170e134523ae6b920b056fbb2172e5b303c8a88f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad16e443049183d77bc7f580b8d1b3ce54e9449c979d041fdbea1a58f41405e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f582678a8b92315e3008ed8a2fc7758094cb64c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3856b9fede70507fc13804d15be37a0cab97a338f26635bdd1432e85dc2e44ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d528352670ad9e1ed251c2bb030d0840b7b66e86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b565435d6347dfba79db4ddc0b9717b2528831dc06cc0c9bbd6a7a7834ba8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e8bad7cf705da3566ec514320b5d90a7c7dcee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b923e653368261d6732fdc854d165cbe967c3c614a7e51cc2058da72607ce8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2654860dada265176d88fc8333f9f882a7790307
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383e9792e985ba58e30fc01e2691e575b7a5e6e58c276a76afccdeb1f8776d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e6af8880d988e4a1c7192885149c1dbb918ef9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730239eafe37f9162bc6893c002b058b44f2936ed57c8d123f5a32b853d8929f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e26d45b2a66f6630c005c80a134b86377a9946
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca5d030e7996b76edb149ccfa5ab87634783ae462ad70b633ff510d9f3580ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0ac9b0a32738add77b051a1d7fd723f79b7e7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b18cab95f48132563aa20804aae59e650ad1e4f4ae16d39f11d70ffc294153c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d17a2fec92cd6ea32a8a6f68c0a13b7114606bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fa2f81e092ce2433a0fe11503ab2795e90be9333318c72ab631edb38782094
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599e6251e3869bfa332dfe7c57e87895874953dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3f050a8433290fb84b4df59551826042086d7ac211e171590f5460b2493104
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776ef4eb2fa2efe0f3a4101d430829ca61ad82e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f2ce26aa38d541f7b925c5fe9f055ab220b7758e2fde604706d46713c88d04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bac79a471672128c4a001a301977e0791fd0c7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054e7058fb24597ad34caa2c5d44672ed7a5d775978387384807a29aca928178
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d963887159765a2d4455dff1bf2d94b9c08a2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ee571cb96d60b2fcd3ea132b99c6ce7cb77b6a0822337511eeb07ab0297c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f00d7630071fc068a1da4f9fce2e901ade19d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd544a216b2534954eee7083c075df4a2c7436523f507d7d7276ffeec2b9465
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17917e53e96a3136503327627d6c4dceeed064ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8d208f06a90d6c9928f4d1b00ec48d501b29da47f20d6c8efbe477f50812e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fe6b8f7f56f69846ac8d80c8a1a27a048f245b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8071d692e8c89fa7aaf1de0f93112c456deb2abf0d0bf3266c9e2892738b458b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b641265fbfa4109b00cb3c2ebc30ab12bb0eafdc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf722cf7f9a53e561e2e6c4af602e9b730befc707b99cd0238a844013fa0576
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b5a43461a6aedfdf8307ad7316ba6d09aacd04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebf367cfda124a7596ee7593e6ee902786f8472a2f1f02f5cbb1196abde8fd8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b6aa1c7a07794bc57fd0768f860711fc7088ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782e6d1add9d48600349471110c6e080bfbdd9ac8e71211e1b3a53280fc636f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6e4d677f0025671c2af6edbd7b40130e01887d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba46a8e639e2b0f8e3fc00f9170efb6f4526a8e7b4367d408494cd9b541e4f26
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3d6f40a12e4a312f4f9012e04f958fc2e52bc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1bd899810e0a46f0833b6a3cfa009d60c68cb1a52a0a3ea2955cad09125c29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15cf03208dad06f0b5423be8ab1cb12537bac53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0427ecd7fe9c00f18b2dcc990bdafdf50fb23744c220d1a94cd33917bf06ada7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ca909d1d143d91dbadd3c2a6a06bf944ae5bdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a61285572de6d3cf635e449d802db5f521ab0387d042576cb58e2c65ad08af2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14487c33368cca9b5a52ff7bcd5152c7efec589
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c01643505bb5f17333bf3af969feb970776c55cfe93a34ef2bf6e7d1dc44f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d92b3737bb73c91202e243a62b5eb268f8ba8a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63809de8dea044ca16f6139cb77d009a557dc4fcbfac03120ae330f4524b81d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafc21a433ca6ba0fcae5212fd2986733e38223d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1ddb590c6e36583ba717cc9637fbdbc51f88bb07d9b4471855f22c008da9e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56281e1dd7915533c204c47e1861e7f3a376641c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda01cfb16120e510b8af4ac769f4f89caa23d4176c6e3cdf6d00a6775f3ff8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4aa2348fd68007c3e4cf95f6bce65778a8feb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e525d258ad9d4ed93e6604f5593cd6ab1b1d4977f4c7d3bf55d1b46d24882c2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15cbfbbbcc3a499f630668acb096630f5f0285f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3daf2070ff7b912e075ee76bf3ab93c9fb46b10d41639cfefe9f6673fbbf70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef1d911ca77ccb5be99975fe2a3789a2c89563
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1590bdaf33869a30c89be5f850c5e8fb26fa7cde62f7853b003cc042a18e9852
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2723b9786f5ce7c719cbce433ff0df286acc9db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49d95f685175aec8df60eeda1056b83f425028b4d0e8c4a0713c9cc00789a09
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ea57d3e2b9841f67aab69fad0434dcfdb48a51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2631add9a9debcdb2ee912e5260f43ff69d44c6c580fed5459faf8d3a169e7ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddd95137d7c0d878565112170b7dad6cdeeaf72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3bbdefb4a8a2b5eb087743e6a274a6aaeef62a7c5be52b1138e64a9519f12f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd16c0a6f495fc279ce951cb65b512655e25d9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fcc561c3d3ecfbf76c5b79d03fd8350c49b6cea6d60618055ecdfdf84b43c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c478bb3a78b35c05e525f6ea8c9aeef81856c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105c106c6cc8383c9a02a6939b81aaa38122c43c70ed7c5b4755bab8d10b9e06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf6da0513a43149f46e87c549ef84bcc36bbf02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4f0980e14eb2bb55f0632b18919e17d0f564f330b770a5deb51d4c51eec4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cf22402b7608cf94fc65da5e6971aa5c8e585d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5345dc89dedb6b907071c96e2e94594869aa3e8af9a573e58f568381b55f7aa9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d991d00b3b0917fbb83f63970f76cff351b501c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ffee9fb39cfd9a2d43bb3c4f4c1373fecee6fec70012fae78371a51c4a88ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77699a16c104fbb4d31e952893db4b74bd4a08cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100e8bc81dcb551c45acf518adacf71401963b8fcd0dab7eb7ff1d8c7eeb30e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773b35e3aa95561c9cebe7c67515b41bfa658807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896c019ec44cd2ea1feabddd9a409a82603241552851d6fcf223c7e5d6e220c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7702363d3436fb19ab6f235aa8114f484216a215
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7218c00e946f0a65f3740e3822c7bad1ddce7277139422e9fb2e51f633c5ef4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f6ca442ed6cd530b8cca4ad38000560dce115
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02337c7212d258ddea574a1428696b437505638408f3ac52190de5c3a94e543
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5d069797853747f05873345bd9bc9c4fa43895
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49dffa4beea5ed3cd9be6420ce2f3dde08f04d051deb02ee9acfaabdaaea1e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d827a3a62e3877212e1e61943b91602a36c77590
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f93e90ec868b6e16aeaa79c7cf49194547e0c73d9af1d455e5e33de0e4a651b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b147e1d0bcfd81f300701163a31184c8549f0571
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314709def3f56c8bf0528422b6a4d857197cfc55741d1adffcdb19d63cd100db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690b2bff455a48831b0ae6ebdf18d28b130fb3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72a58166d24f672b6ff329df50bdac9ca101cd61636ea11e5d735665f34a63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52f86c0251481bcdc7a69e6820f26314fea0777
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d23ea41d0bcf70c3ac74436233c2c23b0f652bc056fc52423034ac04c46f56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48acf9f06a11af8729367cd3e7ae22358a29bbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906984866bb7eacd7e662e0f706f432c96ee07fec4576699417d87b35eb583c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661cda69cde5a137a69ad66e849dca3336c0ed40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa9d21d545d9d77a4ee02bd94d0b4dd410fdd14dfcb339ba0979aaef031c06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd60ac3ac6308829531354663a2a6be8025277b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6438a24dce65bd080dc67009eac40d6d984833f6453bf7c5d0e51622922c619b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034b1943afe2d054a913e34d9b02227a4618956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48153f75e37bdf481d439c16f8c3b88b96721dd83ac2173ee3a344fa8fdcfdfb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ce7005c3f9d615bc1cad9efc9afcf6785a1508
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c2b3d9ad44fb199655e41073ab8dcfa596ce1e1068319b226f46b5994fb734
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775c92d8c2f5361a702ed140726484a65cbc216a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3d02753d24ddddc89113eebe8489e4c65c91ce2b20fc8bacd8c86df23c45ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149714fd901c9f97cb9d02f65aed5de62a756237
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3387f40237c54ca248c9fe5bad2b6ba3e264c91119d9164d09871908de71663d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761cc62f1d8e06a90c653541092bd0cbac8ed27f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18fd42900ac9eaba929261695614ba16aef8f3c49214ddf7b7ae83f1bf6521c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b1b7a0d136df266fba0224054edcdc55ef1d4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d52694794ed4f9ce121505b487522dedc2ff63772d3705a1880e88f11ef311
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6641e20019cb56dab08f9d337521b78826380189
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e57260b06c527ea5fbe53572d2ff43c94fc75fe708c682b58f329e2acb7c26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e182847095e4207a346a28e77fc330c536f69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b448f9dc4dd99e024791d89e5fff76a838fc3e1e790c88914911df2e9ab08bee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bda90a5a231a99a67b802bb094d267cd1d7f93a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef42b2b3bb324c0ceff6217aead3a125cd55af522883aaa2f1ff97b20521075b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa97043b5ca88c8bcaf135b3249f63144394a32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021de75f18ab6f96b927a83ce2ae856ae63ebe8ef4e9f7ff291349cd492024c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c244057a9be6684b465e845017ff4635b663a5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14a74af29f6c7e02cca4e3113b4ea37c08fc4d997efbbcadd492888babe2808
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fef787ad6ea4f705ed704ce60bea67a29bace0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f66627dcde5fa86e9a5ee93696932d04353504a3ce58efbb09b756b5f6bb2e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a7849e0d2b1f8cde1b520a00f229f8d085d4b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9c63a5a0649e22426e94e6b485af4b15e99ec87ec6086eaab13f73ab6d4e23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df4229126d644add11c21332c01b1a2cf3e79c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d3167b419e35198552374b4a704e1b11290560400f5cb75dad56bc3c8e537e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9fd479b92d305bf77d414e79b54cfd5e31a93d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeee67cbe5c6d6a031a6a9b2ed43a0c49fdd5a39a5114bec3db0e7c36c88ace
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225e861554b5410920d7b001483aced184591850
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f3124f73b584f79a1a15ed0a055bfae5702b2e87880351ae880eaeae12d51c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ab3664e0e0ccee3857933f7039d1e7f8332776
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c068dc49907f357c2e7f814cef974df78aaecadcec2d719a049bd3b7a20e40
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479f6b84b2cf723065e6ddd5fa2e759e1b0a8069
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7562fe5cb024e8a603b7acc0236c1825000069d38f2200926f74b2d84d2b5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff091d5451d09c3d9c37424825120279f19f600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b006a2d59021ef7784fb574ddb9b43b94a1b323bb40635664bdc10932f0b84a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7926f4f998da5cbddfbdc2b3b20f525a9c6f2ca6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db5bc65274287ac26c86a83120c7a9a7900c0433ead9bdce59cc31f402ab360
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1320770793a71df948c55222748ec00e37374453
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babaab2a209b0dc4e2b9d687697b5db115fb1b644d6fc6574b9d17856f04178b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ada78925c59dde30db407a5910f8b7a1b6ef23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123729f753855a3b4d7d9aff1b7bd35a25c3320f51a05939681399e99cbf1ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8890d60f93a907a602609c66ebeb697f89657e7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e4eb532927439b560b24be6f921dad57776ff7802f60a763fdd98691cfc4c0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b8090dc46f44e32976a87e838bdcacca2252f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0014a41628620207a4057e9de8427cc4cf750db2e5033b5cb02cdf10e634b9b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ddfd8d1068a4a32c516bb64f6ccc655121fc33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c559afa73338e66062668fba2eb3c8b1153d8ff7113780e91115d4c3c1599d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee538d0492b43965d1df0a6121defa960e7882f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd12d04e422b10f4caf5cb6baabbd9862f5996b4371efbe7e6147979a8044dbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da17592c4fd70b9108f14bd0f02d7b3ba2297766
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bbf51168200bf4e700ddbcd5baa8a47dbc89f5dcbd4a1910cd473860013fbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3946a4a7c7cb2050688a8fe3130b760b09fe5ea7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09e55f585a6abcb170ba9e94502b94710c9b8cdbdec144a3adeccafec0dde4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6740841dd53a24ba6d594900d7f18673d3a670bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0325d574b697ed74cd41dbf279c0dad9726a59b23dc89640f85b0fcf8101b9ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151523d1060ad08cc69c472b4f2ae3b0852d1ded
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd29571948a6792b09c59857917e67f37a7b08b6726d03538ed245d7a5b4a66f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05746d95115bb0f74163148a9039eb56d35c9b43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a6beba80dea4ef011fa074c934f96a39f2bd582595864c9c00bb3a7a328968
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421e31b06daffd49d8a75d10327c9b76ef45eb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a611bf44db4e35e778a1dfd9d3abd3633e1a6d6446001bd82e425461a6b7ec0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bf1066aba15df6f396466d0e1bcddd2cbd8d6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b99c30621b70123c99f3039712e634122830e52229efe345b3c448eebfab5c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d4151dec864a45998ef89dff4d829113c79500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b5a29ba08de11db1ca32306288e28cdee51efde3bb738c9d50fea7fbb475ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72804bf430de581b672e6be66a7b20094d0706d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71b391e59d12d441e2c45a22cf97e5c5f42ef3c2efd26c4eff650f227506793
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3068841b584de6faa3806c86adc5e848e91d7302
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8db60d3ebc8f6b983844a034707a902b64a959dcee8c9c6b1af73f6adb5f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453ba63a67fc46c8557567c8821a7f7501e5fe3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f00e9dd1aca083d1fc8ff2143bd1ef15525e5288bef576084428b6f75a3b7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d82bd0ddcf67eb89f2d7e0153320d25ba451f42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79b860a5e9434ecf8704c3051082ac6d71d45f7717149676d6995332a6e0bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e274898094b0ed458a13efb7d835b1d8636206b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fd90840efc352595aaf13d49d9a91fb9d225d51169b2abff81772915598e2b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf9de780029bcc092fe72adcf9a9ef4ada79a7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648d15566996e40546c4af9c2b3aa2982750e3b686e3e2d3cdeb5f1f3f2eb2f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d90c96cf462fee964c415d5ccc4eeb79c093c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b54bad37be65526d900a676a78fe6e2bd566f007872e573ba953b9fb86ff20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78ffc8b1788c20300465583e8f365e445787e9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e3a343b91a3decaf3b4c4bc61acfcb2ced8068f344c25b4ca153a49bc71c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd8d2f7fe8b4fa96fd5e22610a3616d252a25b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c8e6a05566369ce7cd96494404eed6fe07a07fd9c8aba522d2f02033e00757
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc6c971fb90d8965b0afdf71fa2e8b0b07b0a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2cf58423d28a05a7086b7fd59f678963db52ac98fc3409a9b31bf3dbd01a61
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b29276ec8287ebc275f5500842a0886012c292b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5727fa054e5ab859166150f84ed66d7a775eb6459b3eeacaea194d0f2c607fb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af50225373fc9eb7724765fcbd654c16b86f95c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a741318053d383ea4a6c1cc6c09cbb9b15935c5842add8060d13fbba1b0fa08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e138446b6c4e51ac85caa64b466be05aaa4393b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c57856eb2ae3f078da2c8a0cc7da5061f97af347ffe5ca53b8425baa4c8996
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d83f2a50b904f761b4e2a5e5e3c4e4b07cfdca2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3076a8c550515ba16f2480408fc6976ff6a2753ba0270610c25c600d854c23f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdf64287521c127a0369af964a7e71b9ef6475e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f508b115c972f921e22efde48e9814ba2a5f5d94d0ec6c26a896e52eaaabd299
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b3ff5e03c5ce0dfb50146f5d81b530348aef4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8906b785399bcb6f1dbeb6a01ac27282d0bbe578c8e81f87fb689db147f3cbdb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e8c1a70e073d84dc7815b15151bb1e81f766da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e320a709ca2a5f2e160b16386a9b112bee921b48c6c3f279dc8de8017ee4f068
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5b14505ab45cf9d34d0f747bbd3651c75e9cd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cc5b9711cc0666244e9bef39acd8fe7337d503b79c20a78a7d68fe077075b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe82f44d216708c816d6d836a8ab67b257bdc1ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b02da77345ae94425dba8ed03c5455ebbc8ab89a0dcf2cf36eb2ab71ee7e9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69892fbf1fe1dc63f8c826157a72c6bba90cd2cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00676d5bb98f7c6572986f7b1478139da9dc18e253f7f98246ba018302914122
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c278a342048e181ff61dfc65a2e0e5f9a7d4a665
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eb8f55b07a7edf5d26eb0349ab19b673abbc757ec56b51e1afbc3267bef50e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477c87ab53250c7b543d2c427d2ade588a7f68dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2760995e23dc75da5d7dcb24eb465b75b91b3ad674f916c8341fc6a7e4aacb0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3e91e5320502777643423beba89d674b4adc40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1a95c76cdff415a76d4a6beff99a997148b29ae1ecab1b8b301e543adb3931
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd97bea044f7e135978c8190d25db6d5875a9a53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dedc76c1325b3e910a0d3ac57b2c338f9e37282e35a2c3c63d31fb680bb909
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d180439eb5151f2e0d2e30f46f13b38de5d30a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c68bf2d99472f8be7ef49f7e0ddade3352fa05f4149ece123e925bafb5fc74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cd8998e9f780df7751bfe2527dd85068c3728a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1bd54b8bc73c623216757ff85f3c05ec8ac78c7241fb6cd52fe4e20ce6e0f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a05b09abb3959633610df586a81aa16fee857a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa77ed059a995957be2bb5503a575ddc3c0467d55c11397b2f7ea6e9913971c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41935e25533f1ec56386bcce02bb63424ccd78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35159b6842b54368118fd82578fe921d665a63b53b8023fa977bfb44d46ce12d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1169d085cb3c81269e42cc61da974b80a8dd973
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5babd4442616996f00aa29eb289c18cbd1df7ead2869f6d1a0db473b080d434
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c8d9975d1fbc9234218fd7235895cb75ee6481
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20292b6f0ef01561f5999b9011a0afc15f9b59cc3d35f06c89cb7f4133f72ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d0c255c939db5d59cc14c8a70d2bdaf6bade80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125bffd5bcda292da44c4bfd3cdb8b71cd6210b0580c8e83124be759a67ca186
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060eaae7ba6fccf01c9643562928b68afb50dee9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4198dcd9dfd69dbf61340cd797d68db238b9a2d3a48624ab61a0c3a615d39a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1e2c970767566cf279a3917918d59ff0d2808f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220fb52633b74387014faf42f23f5886f9329d9edd1fb031808c1c773254d324
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a0a3c25de4e7ef682f8e32c40164d7e2658432
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f961e7d6bc0bb4a6eb608a9fe80d2c8a565a5244e3d7417e77087349f8d642
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2039a82f92a0f739510b48b361e8224bb0cc48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69992fb921b27cb418dfe4dd2db8476c95cc414512bd6dc5b8b340abac1b8c3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0749d66bc05a0608e9c2f13bf066221f9106400
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143cff2a556a2404390bb13bf0d347a85b4e742e6f49e23eebb6438c92274511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa9d3da6d64322debcd8ff0e53038afa13c9b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91ae42a64c5ff303d416e2c06929d3424ad433140ced8b430c4275520379827
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59d00cb7c93ab3173597eb4e1fccbffc5a797dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8552741338f45681a8e11c637b12fcc085e8853cf2bf12ef98cbe31316f6758
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b018c4128764244a6c5e91f9d74f727e72bb6dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8aac3bdc10e48ea1641a7da1d37b9d71bd9e6964bae755ab0d14de99acfb69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51da32c3d801f67d0ca89784c91c4f51d4216228
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c455b9c31201d08a46058e19f1159714753bddd9129a75ab47c9548c7d1cd99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab3a82b9fd8aa0ce5303c2af8089eb078e1db2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ddd0ebfa4155f3563a5ee09aba284080ce8381460919c54b65727a73774125
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e95c18e7b9ecb3b89ebc19f30b5e242320687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91858e705ef46d116e6fad5102ce455aeb16f51ffb24c7490a69541d1542bb59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e3a065f34114f327695338e74167e19f8478f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f757067c4e29131324fa4870a45b8f2eeb29fc3bd167a729c51001dd2aac3d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bcc8987a76186a5a6fe981da1cdab80133c299
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8ea5033ffeb3b320b33b6ec8400b3d2913b8a614a79b39c2754c4d10d448d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e527ba493b13ccbedaf7bc9757ed0f7be05157d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ab60d52a77bef2ea4e8b3c61488f152f5fc7ceb906da4835f6d3079415c99
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4534b6089b19f2360c13d4b931cb18ad3d2cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6891ae5a921f5c9635f413669effc124cd620e392a4fd9527bcf1d6366e3f824
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002ef6d7771d6993f03d1ceb4407833a7265899d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39af83028d392a41c2d789564b63d9c4348d785373b539faea866d8498a5038a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483dc69b6e463b6ec1aa821932440663e39fc2f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea2161abc4f18f4d348c1dc79b066be4427a2bcade0a314f565eee39391aa68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffa3dbefb47e5ceada21f345c9890c7f0b18bba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca2d604cf19b535ae28840ac5b5fe67103e8d648920c2951f414cffb7c75d63
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48441bd11fa825e47662e5917d9ef095506f08eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271ec5ffeef75630a41876c3664556dc2039033f28ede71a3a103de58dcd7f6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e45d1c354214330a3212ed6c67ecd879f004d12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06aceadf33f8893cb7e3048c5afd27cef852875f9e06047f99afc8d46d9462c0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ab2339f7cc56adeac710bff0aa3feddc787d19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965991bf21f6c97753accb46340badba83683f982f26580485a96cbb36a1512a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774f89862a7951ebd32699b99bf22c88d8cb652f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787d04f98c793a7e640034b87b55574632d7409f135fdefd32b4e192ff63275f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248b68b7b520ade95c3a4a8d111b0e4ce427ddb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eccb59c4f315842e6adbc41d6d0c799c8705679c2bea27250052b96af750f9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e9255fa14ab2b2b248e8696a96faf7ac40878b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154e5069b21d8941e9f1cf3a2531e67efa73d065917c288fa537af359fb31b1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a2e054699e2a209693b6b8519c35db50af98ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8793cf329b540d8aa6d8258b1d0cb177123fa3dfccf09e81f600e12a16ac11f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea4e8ef0c359a89fea8b6bfa2dfb964220ccf65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a694aabd8ce9ef0db6cd6672b330422e2da3cd6e8cfc94df317d6e3db7cd186
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e351fa325d2133e7866449d10dc4990ad5790fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fab5263a2d17fcb62b1f53c24584b948eb0c4e60d656ac6089cb867ca41922
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c675a4eb85e4d5cffae60b9b5dd5a7c039742f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4132189dddccca778dfaaef83ff9c5cad3331bcc0e26402b7dc958829bef5c85
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda1c866dbbfb72cdfd9b9d9bce8b8a1b36a9304
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeec3b05d9d76d0e95e53dcbf07309fba3ee72ee8c2ce2179f534c643c280a53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45559f282df8eddd16aaf810f645f106a92a8170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf014c31846371b3cc1226e7b03d328f27cc7420b686a054bafb7fd892b7b96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8593d432b67b8423fe877426438a93ca1a8dbeac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8314642513ee5f15e0b5fd630a6f7d8f9fa03ce606e54873fc7593d4e892b56d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210e791e1204c5d8d5bc200427179e5b2c19574f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4bc0313a71d1f74d5682c98f46199fcca0db37e3cac04e80d098f3b6054de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036675407a90a0db73ced6617bc64551ad3ffb2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c31330b9a57ea08a7e113231c3b55e82f7cff7d78c5b1a7482b2e006c8239fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67384aedc869b342056e5d71c04b1588dd1afc8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08df5c747cdd2e4a521a87a4d7c4c6f3e64c30b1175f0b19be7530a123c9814
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293a64f08a82a5cab3f412e9c263e1e2594cc2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8e1376c3c62ef0d7938f13eb132f4530113971484899e85c3a9a64b2a765f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9db15b56dd7afb6aef04fbf3525dd78931bfb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67ca7a709aff97cd941455cfe50bd5dbaf4f5ea3f88297b3206200b3bddfd28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eac850fee15d835d0dbc9b93fc3cd2f24ca803
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48641336ee7dcdf57e14b581b4e85b085c3eb44112bf38b36ad1c19969db161
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960bb8d5c81de852a014e24360170bd268dfcd8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54b367972db8659e4e6585525be235eb34fd30cb226517cab8d9e0d265b7193
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3b5ee9d174392fc3f076717e3ee98c21d9db48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9bb8b2693154cc8d7c9ee9885ee3f86e4c652d3b164b37c8d381d040c8b141
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9e6f6161e2a62f520bbff455f1c87860b7a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71690544b4d8cdc0d0178c2cd3cf8a12a27c8197997b749d273015ca05d411e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f27445d7f97af218b817b67e8fe34a870809bca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42ecb492a014ef3aa9d8dbae7217bf7b56b45a6df8ec697386ff4013948127
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f9c770add201bd36e774e355689a93aed9899
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1474845e4652488ffa374a837ff8f1c6068379316fed99368b6ac810a6ebae03
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9768ee87a6487c1f6feac8da55d67909b63211e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdb50bbd1531fb0445f64e537432c3fe34817e47c8388bb72210bcb0abbd8e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6a0744559e8e1e46cce6a29ce5ed60c6d357c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753ce5457532d4cf3b67111c41afe93968eb556f4438e43f69244317bc1ac433
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1fdcbc0958830ac518951a34b759c48c1e087
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff2e3eb06271daccc298f3d2999fee7c4d41160125ceaeafe27504a065c8b45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84df0ee636ae55e1a50d4ba01363c8e767aad9a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4424c29fe264e7ce9abc06c834acdebe9cb9b1e77b8db81a7bc0e7cf988e812
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4593ddb1d0f8d03e19b77b7dd87df5da7e1a06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9054ee28a3a287dfa8e2d6aa184bdaf181f735183e771e9fea624a1dccb149d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07d722c71fba496347a8c6687ee423b7ff45df8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5599cf09b17a9342ced48f84296d8cf91325329f01241cbfb1e6b1365265af0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08555634fedbe7db5a347acf7be5df6c3c809ccf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e3a3f681d7f4bc609b1ad4512283a8e5d97e6dd8112ca26f33f724af4103e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bfe0303e85a5201c76bf2ad1fb928dd140a223
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d4019b54ff5522221bbf7e8ad940d8c97d3fb4641e57951817265613018978
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9596cfbfbdc15cf6efcd80fbda8c155cb6cb1ecc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f8ab23dd8949ee45f49e495131753f46f45269118c1e032c66421db4e4e54c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8377af21c78a64e3b5ad0ebfa8651387c8a89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e82efe0f4342db782acbdaf945f93a506f005a4eb14d48bc2e85f3a59209f97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7c9ede3161b4d12f7054a02df5c09835e0619a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48165879b9eff0eb21d53b5e0fb4c75a5307b72fe36b807a042f607fba1d51d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a24a1d9eccfe6f7ac0ad7cccb3bf57b0c91a02a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d056da9747eefadaf3105c7bcfa580fb5d28ceb474b511a99ea48d223a5f2eb1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e3ff17f50dac77d98497c97a7e89da3d1bbc2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba7e17e2103666556fdeb3a10eb334d2dba30f7eec0ae8327d2e887d0a264d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebfe974658a3c4cb8d37e10fa926fa0779c755d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1557a94bb29804513f8eda4678473f952e9a0aa54c927b12414bb73f50192814
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b831bda82d6421f7442c61a420181d3cffce3560
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a9867d7ca94aa45caee796ea74ec0bba1e67a8db7cde5d2daa5fac70feb430
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf9aabd0403eb71d1f37c6b6b883f6428732136
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1bc151f090ce79f97b048f6dd011981ec45ca604644f938d4981af4eecf898
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b89be9996bbe536b730a3ea2ce66c4db13ac7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78b01803850e9866643b725cdd70120edda51babd0d9ac47daec90dedd612b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b9d26cf8c12d1722220c26c1e202593e1d2d71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbe19bc295cd6817011e72e14e308d1a29d5361afda0d28c9d079bb971546f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3144984f4f7a00722964d1a6ea12e8d4c6bc72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff26a915b606ff9b466259f82314737f2283b84a188c15d7155642dbb7876043
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12765b3437e7e6d6cd22229f35998aeda3568c12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f8ecb6b0e2204df15a664e9c4065b01ae4750e1df9f2dd6a69ca80bf9a1b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f31caaf0c2b627501289fdaaab25cbbbb6ad647
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217fe9ca86afdad6afb25e5578527283513c572d7e303b26e91f22bf9f6037d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b681bf3f18ddbdfe775f4bea22b717a0dd33269
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799c8fd8384f1d4d320e25ed86429834a405d0ddd4b1cb04f340933f8d54fb1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76b87ae9929b5d5c0cd6ce5bf6ff40356abc61a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaa2d6fd50c65162e1aa56d0240a7ee4e8805509475703e35d09608d109532c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd42501c198afc2d1467e41a6dfa09b15a0347b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331e6013f5606364cfd660936f9b4773bef6fa7c367ab4895ddcdd6f130b08d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dca9d313393564a1d265fb74120688eacd29515
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcc18392e9a12729a992e7055c5f9a6be69fbae1f397d2dc315ca21629eb4f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514f6bd4d8aecb2ea356f6a77d3545bf0684876b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e945f3b8a0fb19df5b4795697bc1331ae58b07552a35780d37312d729bdc017
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf723fb2035dde3e9419f5c4ba5036a2ac5fdc23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7080d2cce4b4ed7c039e9045386220fb577d0c935717f3eb6b42b1de7d0b8a2f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f828b7eaa6f7198c97c16d3e4b5e6b9b5936ea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14bcf019287e81f7cd45215fcc8a86e97b7ff06aa479b8ee4146af1584f5dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a89f197f62dd336db2a2b25dc1b68550c060f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d0f24c93033e6e74df01aaf9cf14355661e52d306e1e08e1d5881b98ab81cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b47f372db483c9597589a7a26dba4a83aaa911e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c229c5ee8e4538a84acb400611e1102606be848548282c70bb493eb28f14603e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b91dc0d3613ed5d46545d1d51cad085009f54df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d06ff4e801e6ee0f86c6a0c5038eaa3f6b9c773feda59fa7e8a562e2733d91a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a6518f89d44fb23787451a9e29bd5bc6d54b7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfbc32f373bbbcea9039b60c3b834aa9f04c39b3c26831ecb4cdb515a67745e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311608ef08a603c9e483287fe36d93b7e709ae79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8d42ca25c91eeccc0c33854d63b1583daa69d17dbfb303f14a98dbd32ece44
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b85e9b2cb7d0a9ddd946ce99f57d473c36c5471
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcad1daa07e2ace487a0fd3746fa9329537f8add4b4c2ac328f32e4489ff849
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8581e42e562559c6b8d53add495407299737ab5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ed5b32eefdb237885def4a231938779b121c2d954cb739ca84fab0dbc91fb3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aed3faad78f072cfcd4fa06f6f4796ce42f92dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e0914c1b94a73542fec2bb942af04565df3e81bc67f43ccbe1cc8b51f3f309
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17107cb142d6719ec86c99b8341b04aeb8f48309
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549560591de02f7e068112043d4a1579d3e8e31e1ffa20cea4ee816287e63d7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e223b210d363521b7d9abd93a9baa6ae93a755aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e50effa13f6308a7e61abe3121910d8dd273914e457c84ef4e62723a2eded29
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f3fb1f1ee7f8801d64ffff86eb047840845ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e5f299227725d32063fb5dbe88dc9fd49fce8f9b61f081b4ae4051a7a08fb8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53b6013151b9f1d70aa16f3d6a817157d30321f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a431e03ce66611d176de12fc88efc07ef5d7f9fe1fbbc74cbb1795615780bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b152c1658fd130f8963d55c6cae18935e2cde864
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75801232f0dd16612ff82bb054cf8d32da2bb5e3dc152b881e75636956b54e10
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e510fc5f1bfc970a14d8710361b183c0c491d872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfdbccffdfd3bfa3eef48601b28c2ef22758be962bdf6d315b7640a2f65f24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d9c2bf2e84eae9fd098c17b0b13bba9989e32f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4277b412d54af09b231025068b6844d92bc13bb326d375a1805747744afc79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2b89662a739864e77882706ddcad65ebc199be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cd2fc5b3406bbbe0dae9449d0694de992318a8d917d7efbd795ca93a4eb3c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604bf39813ef3a1fcda465ac0d1d2f69510e9522
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b72bc9f53ba346abac9f26629218873804ac2e106e07fd2a5fedb9540aaf012
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85110cc61380eeeff0c201b853c568602e8540e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f216f8d3bbe096d9d3df1bca46fdf326427a43122244d9cc9976627bffc6756
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caf29dacd4ae69e4e6c1266406e192c05d2bbc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef9b6c05b0a0aad06e2c54140e7d482b3376ffb2fa2a267d7d2e00cee3ebfe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b751bed632a08d43f7e6438c075fd7def7c0c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1f1357a667d248bee612b745906cd47becf28be3776fedaaee368beb973b3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b078f44a43613065af9ab45155f38db61be68b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e23e1a75cbb84e4d3d94c7a1be2f80cf60fcc8c0ea3ae5fa7d24be9340ed4b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd51c72f5d402d0783c23b722d28becbe73de3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79582ebb17b46060af75413bbab77a81dead3f9029c9dcb55dd550361b077540
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67154f50eb9978cb75dd5751118bedb47d8d8634
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4035d16e721893048f5d6c02cf896682108b0d7a7e70660568cd235352e822d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c78f685940ba96e315c1fcb92ca91023f040033
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b22a20c8c31bdd55c5016f2b2d02c4c15ba857a0205cc63744e39ab3eabfbb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c186455bb01d9f74cf554acd1454094b5fbabb9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743144b41b099f82d6aa8e06d8ce0cbca4fc9ce7cec988b685b3ee512a2f9745
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5513c60a236a24a1ec1cc3a4dcd511668eac014a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed1572ad3587c3ffdb34f7dcb8059cd6f5e1922ac5de44454ba810d3052b5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf20fa294a4780163c1dde06648474e1b9fb3f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59e2567be0f16d566d290524660914886bb890e9ddc7bfc2588886e5c828b86
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6a76f78f71e4c8d1523021adcb38bc9163b23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040a1d1563d68b3cd24c47249341c6c22d3a58ff0ac006299f58117ad50d5099
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719b928a1c8c973f5413409314124ac1b2b096d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7049d9aaf83f9681b7c0508f1f7058a393b85c66005db1f396b1819a85fd53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229fc4662852d9b9775ab757fc929f7705e1e54d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c7267c3338c296708b7296f5c63b7062e5f82eb4e61bccd4e04b7b8f40ceaf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2066090162a81fa451844e419714458d581d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf516ff396109dc1cdaae120ec879bdc5c08fb9e5ad3170b3bb5c9df711c933
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e3416b8e465cf03283a6d5df1aecacb618e27d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7fb543fbea7b12f9bebde3d0b0f0b132091a3f4085d8464efb370a7f8df650
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebab575dd56c636487c2b1e7aac59dc022c4c63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e796b90b39e50f73ffe1150ede47749320be64367c6d42733fc51d4f2d5a226
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d2f0db5a26517a478650b7e6e36a9e7dff1f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81096f61ab1cecb39f5d57259e8190404db6db657e5fcfe559c8e7e0cba67b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de4d30dc5879babe513454979f7ba862f5d5b5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d181eb5192e9f2a8c215766e70042561721c45b1bcb6d93f571f3400f5387b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa37fff7c9a5c25695952f77c26167964494553e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62de8db7321f81d6306f5fed7feea71803a9133181813b24dd6cbc9aee9707d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d9b820e1557bbb741e4f31e050e082f7fb0b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6f379d3f550556aa3d4d67c8ed8f914c994b0394a5f281927f121422def283
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2844aa3ccee338591e2e51545a8bdba486da4f16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604df01ad4f1882243408cb116ef15978f63120e50cfc15cf1a60271f02ea385
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5216bd5cf05361927d59e1d9a9eb0b4792c9de23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ced2c33a3a50e6f7d1132443ef69c9e2a8f2be92d7bc9eec560753bb8ff5172
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6664d561131e557a3e31777f724bc8514811016
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95883ec9a06f48c854d062ec2894eb8f263272af3c3ae2c43435310dcd60c7db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e26ddb7a0986dc8722e0330c5a58089363de1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc9aed1ebe9ed633d0c76c142f826d76b88567f792aecee4d18446c6a91e9e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d45f762fde7d3f5e8acc07c5830381c69118eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bc3cd96da13760703846f3fa489b2245d8dd12ca31f6eb38baa3706cb08200
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997a0def8fc5a9e72962e91cc992855776476bfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beaafaa7909f6cd6d43b44f2f8ab5c7946ccbef6abc1e72d0c9acea9ced61e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a593dcf91f5954372e7f889c17558a0c5579d81f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6128ce322afe171acd56958b0eb43f6fdfba4c9671aa9397206b333e9a3bf246
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3f1378d8d2802d50cc9fac3de05319c23a3509
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525a56748d201ee3f4edbbc67814068fa26acb60069524eaacbd3b78d640625
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeae4143adfdb31e29212a0433bac7ea7227ac52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280a5ad73a9c76dcb719a9f52662a5d4aab1fa7333b33f1731f505adcad8437e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f968a91538e7a90e933b62e7f536eecb5bddfcbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a8337d0d5b33178b4c6421c246b16eb9de6bb43958cfbc1bb66597e5c6df58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a0373591a2e899301eacdbcb146250765ebc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347f2e3dfec89d9a4c9138700c39e67842a020c3b9f54ae1feef9be75a21372f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5eac81bc3f256de23854a2990e2ed1e30d3294
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6a72bae6d4818488f1a8e5128e4844b32b090d028ffbc8955ca9b109ef2b45
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6868030a047355aea77eb8dfcf0f3348b698f882
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad23e7308f5238066c9414f1cee22c500b2ae7bec53b6ebd3b2c2b19001666cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1dea87d03430e3868546156d9eff3c8691fe42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1370f66b4c2a589efe7ff4dbb0943c05abc4fe0846bf24dc2e71a3ba57b551
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3728b580274a363a96d4c6779016d2423074c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b408adbc3241c58cc77c489e844c36feb668eaa82cc9cca0370779a9bddf93ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f7d85c100e51777250237ce77f4bf3eb9dce93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12c5280ed5941e79a6e4fd6c45d79b8312009a80123151aa99f65e17a9addbe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8872c562a34ed703758635c6bc1eae250573d473
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd9c535686f78630e6dca9dd3e3c9e3d054eb3ff4a46084d49db74235e4472
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778fa25b0ac870059150da6c7b7be818ca9b8ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c9378541f74abd4657c08ca1e442fe05c8d661595a1c92836bf58fba4f9be0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef24f4ad47a37bb58e17ab493e2cba947892ff93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27bcb92c76bd76124e1566ae3ed679bed284e805eddb0f2df3eb67711ecb15d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bfad92ae626b7e79e62de6fadd0e9fd73f542f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95eb84b36a62bb579d7cc3c641ec6d66c78ef9c86ba6aa0f5f2546c3790a1e60
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935f1dd25c44a6b3a877bb0dc21303efe1dbff04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb3e6dc206111a1891a1adc473b8eed9e0dfa58d66a6462f3b7d57109071fdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fe400723092a10cd915fdc416ae2d6361c2dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a77d28e7cb1d6997a57c80eee9bb8a193dee3541f7b068fc82aaaea5580989
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6ec8bc2341f3c4969ad1e2666e6e4d43282d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e49315acfbeb4ad62543bea3362df3624aaf8577338496923f15191fbd24ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e2b171d6f39811daa3887088ce4fd1d610a681
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ee857fb1f0655504f3626c654546fca968a6c770a567a4eeda1e4a9a6f7919
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f63730e2c0b3ce9d7f2fffe71debfcec6319b31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae9d958d711278e4a0817c370b945c6780ca8b00378c11e791c46161f56cf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6391ffbc5fc719d09ebc5aef83d26a70a0098659
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41e69b9ca30a9864f23303010f18c039a8ec0bb2082ec141d00511e101a38ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05810e42dab9457ee5fdced891042519eeaa3d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b7cd4b5679d6ca6e0f669463962f22363a6dc98bcc60b525dffa5aa06e2585
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24afdaa0ac5d878951636ece14fbf6c7b67fccff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ffb4bb6dbb11bebcbbac4cc9d85a1a39e9992d313a2fc82681558342986a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5457b36e1e15307a7dedf49a29567365829b64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb6371f8604aaaa9dcae566e8bb8b8677c71870679e41fac0213a3129df4ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e9e5332dc61d797a47c5054040d203f6aece45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92714bd268403ff26bef59abd378863a7ab450cd7e67dce913edf05185ccc054
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b760ac64d3507029f68d87038a4ddfeae51159a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22d492a9f537dd952e078886a1695cf6c073439cf86170e1c1027134007ec21
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ec88ae31b367655216fd74ba07c33f6deb76d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de1ce813a2bff1d87f89af77f3d71b0e8c2bc7701f9e86913b8c90f08ece9b8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b971d7b7d3205e2d539d5c5521fe7b450bf102
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0976d73c5697196d368f43051e902a45f0a8df52d541c0afb37851ab38915d6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ded8e1045b6d7ffc60a6e152666531c665b2c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af99cb38b4a6cd322f80036d3dac0227ee9d4cebbe769a7769ea90989bab690a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcee637be14cb248e481106531800b03d242502
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556b9dbab92461b4b8e12e7d5bc964a84f9135cc3d04a75ba2f6b3177758581a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbf862493cfbe2b3daab00c1297762a3fbc02a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421f89b9ddde188cc904306226551d17be413e15b034517340799e89ed29ea7d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35255fd3c088e9a4e0d9750120df0e5e51919af5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e70d3284bfa2029cc518588db836e4560ee8f7e2638511862cecf18136288
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f639428c3047d95efdc505fede0608ce4b3fc2af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fcfd68f2df55df87a69ba29ab0421d8eb2cdff8f62b26fcf35981ba0705fa7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2f67340bc1d7a993fa8d520b2615211e48945b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58ea814d0a77541f134432870f7e223920d894a3528c98d62b5ed521aadbbf4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df49f48dc61a4316ae7f6bd1127e91f3562fcfec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cacac635c4c44c16468ca6464d191c5bcddab2441f25cb62e28b6c5f0d291b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29842a60ffcdf6f61dc851d9276210e8a4f631ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca39514820108f407d5f8c573c12863d53b5a777738c985275978e009e065eef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3dcd28f3d822b217f9762827db1b50c75d808e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d66ee5c46a3285f749bd7010ad21988c8404fd0992e3865fbc426587a512e3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872fc42c9a1fd2b512e8c2a22d821a958250565e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf52d6d99f8d9955753ca162a13b67781ec4bb8ba612642b28737d261c89d81f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a27f007eba61aed37832c5b13e9ba2db375ae3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1bc25e1f0dadc5a84a8f2d0398400b8da600e7e4ec6b36c8432ae4b2201cbb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf80e519b25cf8bd5988740d757c116a132427b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c570b2213e06a963ab4c3673f25f36c2f0836b33341e1b1e6fa8554fdac6c9f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4705b216f7fb645022fa62e82842f3178787ad97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6b94abea381a50d0fb1179ec61e93db51756a7716d227b2d35682106a13a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdd3fe8ea213ce6034a617cd8e793a7425259c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cddcb8afa4211f673ab68414cecb30e334093164693b08326337a3d59d4f67
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0646fa9433d2675a588ede830da00e4698dc13fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71632142d264d923403b06fb33c4489bbfc4d124cff2cacf2cc38f8da9fbff9e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b71cea25fbd1c76da1aaf2f0adc3b3eda8f96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febcf6f405418c5e9f9a0e2a6048be02fcf36991b8fdd00a18f97ec8d01eb783
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfe1745371da9cd4210e77b3a3628e51abb5430
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d37039e1e52fe6b51908ee97ca67d043d7e6a4046da5c3646e4d73eaa2c3ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636c32429959dffc8671779d04941cd31f278c4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c81f4fea21e4414bc1b167ceefcc74561bcc233a127d37bfdb0a7e44003a16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3944e2b6185c270b8f2d52d80365286e0b806303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42fb37a13608a5eed52d8f741281329d70ae47886dfae5434e7a4e2c067ec70
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6025907d705638a1ea64a0a9d030f234e842ae0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937c950335f6159f3914aaf832b5217c7e418a2a99b263539e1b13701b22933
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ba9a8dced2e80cdb06044cba0f8cc466df8810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b4bdabcf9eeebafec0d8359e322204de6c64509cdcfd8d4d95a6b9fd3275fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284cfe142ceb7cee33579006c60299fd4a51d0b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663b116941cce98fc6f92c0e2410287dfef30357564d22a497466ba8e52850a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cfd634091be4d3f24496398f02fd0bee4f3271
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae1585429e0aa8eb944c86fb81ca803bae49b9d20d525989542c729f21f898f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648195677e808e1209d1bad954ad8f422d5d8954
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f3818b9b1b30adeaaf659fb7ac8503669b01691ab55f1290a9a3581552b0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3353bc972270f519740f0680bada1691c40201e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0eea5de4efba75efc68bc88d615b87c6a583c11112ef2e5bce6b590414d9e22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecc3e6048d965af5ab6e18e418859e3c24d0556
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf3c711913d5de2dd3eb446e998b104a09474fa98e59d2cc8095c83b0e488db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b9c7fdba2ebfe551e8722f1191d50c1f2e5c37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de510f3cae0a0d74b9d4745e23ced97d023dc000e91cad6d30f86a66090a1109
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f448e1d3cbe312b5d304dc89e586c47c2b68c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45045fed2e74ae35f235bff75e3c18696cf0a94dfb371d7a39784035fbae22fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868ab326cd0df63cce12666e222ade86858eba8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb93f664919ebdec3cf1d3e65b70a7ae0c465de8b09f33d575450ec5b18a73d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf9962f1d7b9017a7cf2053c81b240d10e73f75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8760ba9c5c64c3b5dc01cc59454ebb9540ad56f784eac9be047f9728983a084
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9af47a7730dbc80c9a6cb079b5957d227b31aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca817649900d4a846a80fa26447bb153c5d65b71a4b6fdf7d1fd2797e61b691a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96304fa7cc002b87a270d3996e21fcd2af5f0e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929a7a9438c4ccf38e7a5261dd73aacc6bc67c5614ee0f574469b40a1b065940
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f87a59f839978605eb876350287d7ea47e1012c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d506de155d4c83cc3eda7718faaf5f99561ef7339eef3afd8868b6dd1585e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e432871ee9f025caf8db2b054f8bae1f4b37ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6265c6eafcb39f597bf127f85f37b4c7cfe385a46392bad7c7efadc0814786f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbdec838c7ca92c18b1a073ecda3f244ec47924
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4511124b276d0f7f3b8dbf8a8d5da73cbb8e63425bdf801ac2cf985d35fdd11
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e554bfd5f8dff685c4d4421bd5f2a8c0be0917d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db07fb92e456c6fc2004bb308337958b1d316206d7cfcd049fb3edee0b801f8c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a06f966f60778c2fa941fa94173007c057d1deb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354676657d85bc6e5a77d394f40edcd35e37a7d9b902e8c7f825c9ae9605f8b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687e61bca684c20a25b9a3e69181ea7beac9fa4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f51f8d9b49ab623c0dc75b5ad4691af2b3a54e90370cbc1853243fa6b6e68b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79938b606bb94b3434a48ca46960f25dee900c52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566f74323591bc21ba6c7319251b76b2140140658ba09d3875c8215023ba987c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22634da5baa475e8cc230fd66b64cf70b33c0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126345d8fe331aed19f176f2de7f650237522eca036ab03ab4525a3d8405301b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf6466db15dbf04a3f251191c435c3e83894ee9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcc0332c60e85a5643810522c0397ae7f1ea6a2c5ec46a31b13222ca807fbf0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886db819b2a07ffd20baf3a176cebff89309e0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602afa352a339dbe80faa1edbd1a3907a1688a182f75e36e0fb7ccc5e5d66d37
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcecadb203130ca48e34eaefbf7f31f72bad942
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cccab5691014a46d93336139071b1f71dafc525c4cf07063933e978061ebaac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf18f483aa04377b5cdfe1b3144ad0abb0f5056
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d014adaf5ae3990c9e1297bd5e74edb199236abcec9db336a71ea6f65af9a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026e4f8b8a590f51362e8c7a6e782eaeabc1eb4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f57b2be5f6417560e4be93df8be66a16bf43dfd84605367ec27759ccd01a9ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961c7d9e5d181adfed3e592b7dad7444ddaac00e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fb414b8dce0e76781949ccdf1e5960ed6d5093c2adf24e7f240f7b3b8b9e94
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579dfb631212c429930c8ce90f22c3f7129a742e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4012a8d0d916884bdd48854a90f4a16c6c9655a8577a9b081adae5be63f842e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939f09bc409647d54c33cab4d3c21657bb368814
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142793babf186665368e48ea3cda0ec2934dce00230456c7f4bd0e760d5b7fa3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc72d334f23ddd98458f625deb1a2f99f8dd7c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988be6bb2ed576f10fb19dff746a8bcf6ea3831d1133702e88d7cdb0101ab5c7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4315ad473db2d4a6423d081f7c16faca518a49d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f20f94fb97a38d36e502425401f3995a676be2f8d5365de8bd82efc2184fc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dad28b5103752700f19a0cb517dba95930e26ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef61a5bf5fe67c5102f03268e2e88a4231ca9b51cd4a88d44a9b59928cc26e77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b051de71a911daa97929442d08f8b792521d44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc558873b822acdc40a5e4a731301936ca8c4f89f813b0cbb1344def0bdf919
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d20c41898a6fd8f22339938ce0430cba026068
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64599dbd39eee81d3e7d1759e6ae1aef67d76a8816be1eb6290dcca9e6907e71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ebbdedd8a8266f993b714f769abc713a3a0b76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcc87ef5e2b81ec82482d4600d6f1b2af69037d59d1bb7c6b19ad25b13dd797
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb6bf838f8696b00aef6ef1c33b6f425ac4fd31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82dc7a0536a7cf17487d8e994bff4f7cfd80b05a72f38257b1265183badc6c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8085bcef00df4f552ed88fb4e3cf4898edddb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78167144b0012ffc1f43a27725c675d731e9e612a5358961807ef620495f380a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88b0674f2a7e6705e8a32e1b3617fc3bea5f62c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ab869ef0ca98bcddb9b6d9f2d32dc26fa757208561ae607512805d215ca2c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a795017bce9786e6770bb2aa4b28614113f447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6d4022c6b3f6b9beb059ff0575cd3eb5b0585b656215034fce7ae61d8394f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2774eb19968888cece42cb66292e4ce4d51f0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeb47d3086c249aea0b785596c3e1329850de83ac26a7af3d14b9ff4c1306b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a85b3a75ced76d6c8b63c4b508aedfdec213d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cec9d8e89edf99b02c7814a215328ac8c2d57b02f7ce6b50d3d2ff063e4cf4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d90f99b71a80d6d0204928e57a891ba83550d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ecb6a94798b64e3cf95f19c28496f3c70f8ba6020afa9a02ff2ff12397df5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147b1b5514e54fcdf607198f01cffc3f8e0616d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a963368a39ad9191d204afa58d31c68fcf0ef45153341e403dd489e683d0fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d589f6f703c20fc69d614ba620bdc15d9f2a805d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca23bf4f48076d6259b47a1d94c0fced796df4b7deefe77fe63762b242a145e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169e41db7d9fdd06cad08150209f42550c2237c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2669e46c5557fc5afba2f70161241304b8ded5a2e111ac67e26294b9a89b665
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e24ac113395c0eab494560d3610ed77d595f46a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b225b6ae92fbddbb07ac4184bba65fbaefb54196df783808a618018f84b88c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce17c3f57440f605772ac798d0b726637ee04fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbc60d09a382ae4b981d29725afa075fd1a4feaf9b378c503610850e8946986
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55a6629fde9b39d030ec81cbe68c1f118ce5ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0b42d52cc605ad8d5f314ae6998eb3dd24fdda6fecec7e0a83fbc9670cf90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b328fdfa54c0ca80fd90da010e1217936aa82352
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b048144c6014bab41fad3ce114550eb5d93bf80939c4269c69f7293751eea7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675c109d11629fa433710ab982e719940d9c5d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b595890049f4337fdd17f95aa2e583bcbf4e9398750b2375ebcac8b865df2dcf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afa97f0dc432fd46a9c58e83e7d7d37b0658e02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15dc93db2e32860eeb8103415c81cd3412a0e7c78716bc7e99698a73b8922d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f031ba83fba5551fafeb7eb421a236c8850963f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda92ba4f3b44b7fc38d26c1b225b10690c5550e76599e9678a01c5ece010cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06bf435c22fa934e9b92d9d257d6f1e27bec23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1598d47155939fd7d37ee9c10ae0a1c44f7061365203640d22a74f7a82afb08e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2de2ffb33a888946b791531ecaa7cfeb51df70d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cc3108ad482141fec60cd043f65a08bc99e0bab4d571b80cd44001ec0b9376
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfc748323bc4d5dbcc30c62563f46987535b9fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b0db2fc53ed6b96d965ab113d92afbfe51578f7ee3d5007d79c4ae517c7770
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af567e4cfbf8676b6cd447d437c8d838f45a5d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e37b4e2260d8309c2ba17d3ec357263aa2b83d82c66d92a2ffe693c61c0834
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414cc5456391a41442495ebea3d3465f92dd8507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38610f7d219327ab963e98f73becfb13f513a096607d6fe5106ea05c6e01c25e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea594b1d980a8e0a168f277f6d85763e9964bb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee5810946fe1b9c04626ee8a5e6f6276abf17c668b54ae2a858ceb797d49233
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f434dea61f97cd2b1887c8ff48c8983522b81e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a9e579b4dc004a1a9bbcc7c044a4313dff74b13c25fdee7ab56873bfc1ed6b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265ac0f4ea42f664ac3ea748f05f734f0cc0b8f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d692486792f0ef10cceac17cd6d1d73d232bccd1f3f2fe71e176086993e16ca9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d2f628b17e080d67bed9a556f66608000cdf6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d59cd5d8f3d71ff9abcef5da8c250dd16882a69a32d4f11da6f5a4ba0de73bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5d31380e5fdc83a8a15f09f63d4719a7e3a18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6a342adec5b033522e04263210d951db05a1e665ffff658375924ee79df416
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbab6c1a085abfb09791b0c84e0bc703c661248
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c75426c0b12ae15da225acc21b6a59f1714be11d570a4aba727a851c7d9017
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1297b4ea97b3197f2fd354189deddad12be1df99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46cbb6176334ca963c7007e5f1514b0ea694cab40e9bc463713e9f7d97f99c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386066f0142753eeb914a9c4844768eb17d2bba2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4607f9bf66f9c5490004b1b7550d7705d9b4ee2057869852fd0f9848a5068e9b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3619dbfda9137dccf85a3c5419002e2882ed15a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c30473fe8f92afdf388ece86d17b8f24e2572bb4876248e2a61e3f030bbc6db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccd3d20a3b65cdf21d249dad4eb1c6af84c0996
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b77f6e54c7efef1c14fe79a63196e6184e50b8b8de3dc3fda28ce17d12f99c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b790464e408882ab42b777776e0be9d778cc88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9caf066a7e278bbe8a4bf3612f85fc43f89a619113877e3b177466d909a85a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65084d9b80fc5cf43d6063db4324f43e8158816
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4534e1f673c22f82c78b366a86d6629b1a4238fc5cf8eeabe8dfc916b80398d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212421d9cce05164041cbb54732644320413565
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3895248b4440d36b5e1bccbb11d0f4f512153c0e61def1399e2973cf4ea8755c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59553ead71646ff6752e36c097b94aab16c6f15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f21e5e0ad959117e25f7f880a6acbb55c2f12f7ec6b64ff283d105dabf515ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48ff3c408ff8dd48f5befbb4bda5d01ebcfb6fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a75fc36c338fe2bd47f8e3837017afea002af31a20b169e0cd6ba7c6b68b826
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f23990e80955f4d2fdfe13e5a00c5799e6338d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e306a6a0dc422e2e7364098e9212dda583800d16865e15d080e0edc47c2e7f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507b368df494688eb2115618d29086aa59a32bbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e803324fb87ee802cb059a7e224e4bc6de8948f27cba96aa847f37eda05074e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1421d4cf2fd047f41cca113d93caa2c530d5e4cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691f7cb29778c60ef77c4553d98dc4f78a8735f1d187fe2e82282e5d9c7511ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6049eda2eaba74f673026aad2abbe27af5f831d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b085031e4b4dcc621ed681887d901e9997429f44fb1b97a7271f635bed5877
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aefb0c6b47bc368cb22d56c1510870dfd533a1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb2949653cdf598430aea794eb59c8146d9df191a1dbd2e4463cb7956515f77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b87c4036250a34036ccadf186ae71b3a28e9518
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30969a5098c89a06fa694696ecbe64f81013291ae19ea5e5d22ddebac9e55c7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd63a0a671abb43a95f86ebbc7521fbdd77002a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dbed1fdabc1aae891dfad74bd849efa34af6b192490dc81c568bd542c757be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6403c3d885aa32ed0340c17406398151a8014d6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16f1c9406b2b73594090fd4b8995ec2497383dc56bd215318c7d0b3dfb5812e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee667c8fdf2f6cb9d1dde3ce265b908eb4ecc54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf0367ae59aa112b86e18680e4b2992deaf1e914fae1a64309fa143091b703c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b14ffba55f02684a2b851adb9e9777d3d410a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0604464f28aa0ebc86e8e690b956a19d60bd1264b9f6fa6944f277af21f4126
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce64a994b7ba8806a70a4e844091dbafa676a2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0b16de36eb73288ae9f5c1be89699e81e74210dc55bff935088568a8a53d89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b05e0c146814197d93566f9c99a31a879c4b0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dc517865f4f0d0ed2d322e58369a6ec6fd1a1989a8ccb440754cbb360a4bd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112bfc41b762c8d0ad81952ee1d1a30e098d3b88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e49f1328e0e2f5e6248aa42bf2f35f39ed5f865dcddfbb2cff5395381dd790
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ef345155b2c6f12e98d2b00cfbed4153ab291
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd96a41798b466a893a5c54bcb02289e688d746969945d8852a7f052c10ba978
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e87b983402f94d08bffcdd9e9d1257961fddbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e475caae61557ef77309dceb68e1613e27338c480ecdef12a9e5100f3de7e77e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43afb5158821eaf08ab812b397078b1c2ec09012
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34205a8494acdee9668b2032fe3f803ad16dd9c70403691ed7a2dc7fbf6b0556
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c122d6f7126ce1db663557d4dc56223b526fe145
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079b6a7ff3cfec8e34e73d276884169e12ea0e0a8ed5b80cfbe3081ff1325fc0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994d53037c6c121b28bb6865467e15715a07a2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6688943872920a15e1502ae8d6c2decfbfc567b1ab56c12f8c289ef407f0f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aae5b79dc3091ea427955460b753aa39acf0167
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0bd63a22ea552c7fc0443ef8d67af7aba5320d260e73e73daf2f32a50a8bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3029064d9106e28e7c3d1ca47036bb2b15520438
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b813966f061174b78eee4a22b801ee9cb275d27284bb151e7ce8694e70a7aea2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96839d6eccb9acca67cd713137cbfadd1563da4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8ba7845eb7c56289f5edff67edd6a369629b26e500e11ba91ac6eb0b8ccb9f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6ec4caea2904bc81a9ce32fd40fa953da99e45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdac79d1a4fb460c40dc323764d836a9af5a9fef4ca7e63f3b8a7ea6bcbfb5a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e0f0ca0f65641bcb1a4c66ba644d55c5a7a4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f022bf0e973f7f456147035226b3e7b99beffffed747c0152afcf456db910092
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1409fe3e3df3dd2c3c20c76ecc82b4491392e75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7186f53357b831470535a1392eb262d8a31f7df51a5fc3af5c966fbf63e463
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d965c014ab83328114820d274785286f6455956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccd464e29b8b3c3928f5d84303532afda6594f562c9b47f18739f5675858f39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a13d30879123b25c7838ae40e620a8f1a75435b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8dd36bc8021d72c20e437847899883c5a2056f438cfa00c7a723883f0ad90f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a07a08653801548367ba2e9f525ae637a3a19c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b291214e4d3649543952e28ab67f5c61a0fa28373dbc8b5b17ba6012f23a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf335ea67b320f264bb7c77d75960b95a60df2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0750b5d2c961450ac6af5eb752abd4bb4ab1a38ceca76f07e169d3f4018a7703
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d4eaf710dc9c8db49b9d647fd39d66df23519d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68d071f86c75deca1bedc7c7a00e1091d85163638007109d939a4e8a2a745fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15996fd54230eb3a2ecd173d4be7e70cdb9b3a7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508aa2289c97a8ec8eb348f09f2616727171feba845ac70cb52c1b81b0684291
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41900eb7f3d3e74f3f48bc99c0e79123fbb8230a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e07d9afcef3a276cadb77498e801177e96fd602f540910b77166600057c2ca6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2996f33f792c04744b403ffd9abe84bbe8c2f881
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a7c997afcfb32af622a142b1997942c5d1b331580ea17efa2f909c2b44c99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51afa2c87cd9c5f3be1f91d765207587e1d829a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22983855315c58a7ab1c8051be9e409446f6fa6eb298563468e9460cbcfc1750
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48aa42689cfab1d249d688fc4618ac6ddb100705
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ca87bdba4c0c02cd059adafb5051e367427f9ee70b897abca52414be43691a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114f9c9d9911668e16b6baf37b93f7dae0f1d440
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eca8a633e922dab4479335c551e750891da82162b772189bffdf29ee816218d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e514c1d8f734c8666d4ee1d5b72e0886fdef77c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd3d6760311a1a511e88f8034bd3ca9758058ac7ab8d6cb980fc073f6986574
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ca92ecfb3c8c588bd87d2fbb1683604dd8dff0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed93fe3d4a9bf3ae06236c6c1effc6200f81150df0ab4b98b3af4660f341b457
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989dbcfbf78c0802370caa44d2360565045f71df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5d7f183499f1c15ac4de5f151a9b811ef06e94673f19b6388e8a2da11aae5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae404cc4e5ca7c75792b5666f63661dbf4c0a94f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8070231c3fd74a64c4e236f86be3fc16d25f0a7ca123a565a5c76ad6a1956e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7fade83f3291f7f50632ae9ae0e5fb560ee939
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbe08213d0ab47e82589c14235839d000c614e6c519fdd020d73c8efb343416
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8070a5788d48824d96ea9dd72216d431f4fb121
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4a1a6857c5631fe9cfbd5eeedc6518393969e436f85a516b70fbb462ee7bef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5ae3fa1d6307c0667b3165f27a34749c6dea14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a246d3f915bfa4f780f292d672d66dc83655730ced59570a5db9d46b903df69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7556ea8366cd80240a83729b5ab9f013352d4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f881b50cd942f96e1b621fb81a09ff6271734299cd5b15f66a338f53e3bf09c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51b3c81656f30617a64164fb616987133d6e944
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32b7e0dbd28a30379b79b5a6ab35d531b021437ebcddb56c482cf359985504d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f59c0edeebe0706bab4cb82d36186e97deb308a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a13b7029204ea2963761c932d1f57f9a935e2f71c96c3cfa3d97998493686de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b207641334eb76106f2d43d5a8be66baf48baaf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec06c88d654d8af6b5cf77a303211f151264d831c42de1f69830052f5f87f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3f52cf2d8b58a70b15f5dfa710203c2c2d1e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567131a9a130c9e5d55573db7863bc66f41e96c6ed32cd95335008f9dd98f11f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19823b9c9d67ea06234c0f1bd076b3ca9c74b4f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed71b3a1333759f16883819b834b45c15ffba08da6bb68eade006000e79a165
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3bfaddf93afc96877f03f792a299aafb543fda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e98b42d2a0d9d3706c19cf01d25f3a23fd4bdeb32bbb26e09ba5968986d1262
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a069b5cdb03ea4b2ddd0db28c0fb1f6c703e9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62d80c08b73cea1722fa2fb0ece41519b41068a281b00882d7509f90004b63
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d15c4fca3d8e9ca8275e0eeea8ae578e0120771
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a84ccb6c40a4b37e71ffe2bbad1ffd3e0a0741b9c25ac5007a91a75eebd94b
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461cdfc7439562b1562e7adc932036c6ab1131f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9594fe0d27c444b7453f0b730b86d482b05f97de6678c9cb05e4c573bdc6953
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ca55c8a9a859408d0625270928aa0282d301c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a09b6f8e4e027ce2f33b3fa516fdf0ca993c1e69e6698e7588cb12d13eb9f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c28c12ae3ea4f1f996e814a11d4fabe29498f7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33710e0eb1fe7f32807dc526843199925e2ae483a51b895ef3bafe856fc78f53
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0208040c2db9fcd75ce78ac01ab3ba1769d47ffa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46750d71ef20810ff0c6f5a5d8872d620c1e528ace5343cb19326cce35fc7bea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990ec2a67c76253070fa6c4132d73fd9c99662ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d409ce1baf46d591052c55f2cbbb2aedc6ab8786fb3a09d83b9ec253685a8e60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4d361a6efb1d7fd6b31dba1fd6391e6eacadef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42485e3f285188041071c8cb4c739010c1f0864cea20281d30a43d54e53675d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea577bcbd482352b04a0643b318cd371ff1f37a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b90f7b1993efede8f9a00c793f8dfdd1799deb9c13c89b8e5aaa5783edcd78
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c400d3b3c2a7f1dbeb8a2f948b5a7d750766f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7015b6824d650ef64c4d3e18dfb1ffe895a71cca9f3e42a3684003257dddce34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dcc2ad5313ddd93ace07517a11eaa737cfbd92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51b9f67cc68212c14b298c5d244d7cb8d1bad24098484d7e57abb8de684642
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9851c6aabc16f795648a659ed15ac80b94a6e78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1005ba6b03483454d7b89be2346473d95202a79a90624fcc022f21a4ea39f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af1100d2bcb7256e7c52ad69335e80224197a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a500c72f8903d79743cce16306fe9b9a64703b85a8b769f62da8def65a655be0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a5992aca81e58e7bbfdf773258cda3f9f391c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ed969d3a42d831a5d417b41510a123b9a105a41718ce37cbcf5712326bf55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9add60a23195edb7524205c5271c778790913b07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0845dd6c926185bf528e34ab8e7eb91e8d0b8543ac5cf73787d52a79aa0551
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46aafa60333034ce483d3776c60f6a181bbf955
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f924ef97315b3d4a65411fabe79fb5b6f540aee45ac24d3d2fcab67cd944e599
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ca981b4af83bb34ca8b294c6fd02614988b2a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e564c5d5af981b35c471712a6422d352768a61b0522af49593835219d56676
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0b56c0142ab205b4629239a4447c0403115cc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566b1f604999dd5ae180ad03423b4065ee68f0a3c204a14691b0fa7e88ee995
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c29d991f3e3d879f6860aff227c2f5039128484
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcce8e314c0b497a213c3a36d89ae64cd23e25fb588942dcac0902eddc2568a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042ae48c9dc7671e4e2359180f2c8be8a5453c5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a4ab1e52617244a9193b96bceb8a17d7aadf9f13297faec4e63039712e3b17
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d188dc15dc9ea004ea60f1acd02de58cc24d6f6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b6e660e0dc02f987691df36ae5f164010a232b67ec110562baa5104e29066b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac53894619825693ae2ad0e1a599e48f4c929e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c0f80e9fb943d115f07391c0b544963634e60bc5fb0131e7bb39e73e9f1d58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c50206f160c81fbb6bda1146fbd6e23177ded3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dedbffb8af6ffbcfe865e47f1a67aa1fd9e6478114e01bf20be79e1998092dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d91620284d9aec5013ac2c2347249a57ce85f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab715683c6e128d04f42293e47daf87df21e263b08b310686324f0da3fc765f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b443a811e9f1b3a8ad74a2ef2ba9f9ac810f5eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f6d6e7aa104544cf33d804d9c6d0659c12b8448b10b6f398e5d61e69271da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616c95c29865558f5a0f3d6c233b6f6b1dbc9505
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b1174f7cfc8097a91c450fb1e07162f27ef70cb791788f85358794fa9d96e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b4c7d5a92113687ed8752dbca840084947245
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e9ce571a4db1247960e4498b9e42db3cbfb855558211422c441c40a85db48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3f92b58ccf3be145379de937fdf3eb2d79da23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648db3977d0f73d26e9b446610fc9847b6843718923d86f3a8b71dd46dc5e42c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c563332436ef3e20630a9f0f91a86e776a53c957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb59530627619ec14d322fc553ceb35eb5142d28eba61228f94cb20651d7c9b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdd81df666b187c536a51fec2dd3fddc3d375ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f203acd0248af80e25432fa7059a35b074dfd9f071a6081a5c371712f0eaa1aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ddf561a46dd0ac09868b0180f446a68b66f382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44725aa09d1b387ee5db5e94f9395be7aed2b371495824a9a6908750dec447f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13cb2fdd39f0d268b01da4596978ade74cbf499
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ece16215401281ba2716bd4d084020aeb783d617a2d1806701698cf756cb10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b3ee0090b6e50dc7c8fb07d0c83b74662b0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd80bb0f240938689526e05efebf70802aeb3cf7f13efdb9a709f2ef6e509bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99aa984424a0345474c9eee9c70240ef0c5415
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8be82925aba45a05842116e13a647630e467fc8d29147bfa9365f7b895801f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6e83aa690af00642e7b53af694f6f1b8b0a296
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15fea57b384d26d1043c447cd46090474784812e7f098953b00eb99d736ac77
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14362782da7225ad097f0e1fe2c863c1d7f42ace
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedcc12541f4713c71a400f28ac9cd9853ac6b15fb43d5bca0aeab418e03ecf3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4754f90642c099ed844ec0d524fda9834e95dd28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e648c00ba1146f14fb112aef638c5ce4a32c53927c744be0866817ec062c900
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9be1cb4fb505c20548761be753ee44122f4e97b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec804b1f9034c6306cbd0b6c5ec293ed9ba59cddeba03c58212a49d368ee8bdb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ac4cc3a96e56b8ea318bd7cb7ae6c1e2a438c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873a809fe54de690f7a9ef8b93245731b81e7fa1ec6c395f4d30b67b8a803404
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15af9d3906a1c639278bfc43d8f8bdf57951daa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a2e40d0572866772cac51a94d7bd90576bdb0aba59d3dca7c8d42a3ced613d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def462eb1cf1e52a2f1d18c017f64022e1a5b0a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70458bb5b1a9342ee2b0effd82164f446e5d53e6cc08b1cb105f467c150c084c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aba93600ee56bfe5a31c0c2240343684af1389
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78da7f0ebbcec2f7860ca3d8782559bba42d0636a891072ce7e2a83fc02515f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f98616e4a8d4b48fc388b681277234115ec2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d443f5e2247941fba5a7681536371f1fe8e7dc81d4bc63a7e47abc4ed44883a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477666c70249509a204c17072d1a9a6245804a79
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489672e655078cad3f0a9c4874cb04ed1d18db66d9fe49a4d05500451e54ac50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e3e23781872da046ff1126759ca8a4d21e9b0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c88745d01bb20ba692c330402172182fa75d77b33c7d1cbc495bc69e32b7711
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec15c2890bd3f23ad35d803f1aefad14ee8cc33b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f5a3446f2f7da059658feeb6518583b1343d6b85508b1c9a86ccdcf3f7d2ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2580ca2ebb864fff3a7d953679ad73c91c02f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71c1219741bab62f492dc3c8ffc2e4a212245cb64a775131a340cbad344324e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9352d0a984f2777c5c1e0edabf01c1aba414159b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4f945e467d1684768f67ccc6c117c6b7c02cf1b20975e3cac47a75f6e5fc04
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f30c6467e13c95520dcc629f9d33e3b7342933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832cc8d23eedb0185522215f6480ff0a987724ed61fd280cd1f753fca1484c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c564bb3dba26acf793ce0ee867b163f253ea751
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e2a6cffa01f464080b3c4cf30c8a48e2d74115104c8e198a5c4754b30e8af0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491c2ab799c9d99d1c27c8ea11ae44da396a88d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db2e1ea232089dbba9be60aff0e4d5715fb78fd092b9622d735b70671e38e01
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b225d729c9b323d69287ef87f6dc7f6e9c30f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee34bc95e87a55b53c4ad467a501d451cdb722e13813b0a44e6f3f376d89a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64dd8c3c8eaf2adecf444a669618073a4cfde91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fea5c022bc06b162881e4a2e065d8c27a174cde2493a70c14e1dec15b639bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857913374f245c6774de9bf20fad0a952a1c2b94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2101e675fdab0dc4020207064de371b62c3538f623cdc1e169eefb5c6f3dde
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7fc80376b50a256e8349dea60a6adfbf5b5fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cec4d72c5ac2eb414e1d8db46b9660ff0f2730af1907976221d670a5a1b5475
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e404ae1f25f3399119028e28573fbb02b525668
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10da9e55013d27f01b437769658839842a2a0f59206fdca4f411f49be8118b52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e1cb1d8943fd8e0a26973c2d56bc6433fb5bd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfd4232bd91ea9e65786b9686bdac0d02dab44e7174e0afd5a52a17d234ad4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd54b1180c5316d2de592b7b05a9bce04275e047
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0658f7e9cf53e5903717792bc816b27fb0644a35b9ddc4319934854272199e19
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8ea034601566430a4bbbf722233fe47e45433b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edfaace92e9bed71f1cc59328e35a79bf31339058af7783821da504681c8ee7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4ef4595c4976cb8ac81c66023a07823f67da83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8629a97ee36261e518c95db3e4e6ccaf3233a0b794fccbc70636b9bd1029c55e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5ced661228e261e628951db5036e9769ca8086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a85380e1e8962d347f4b8b32c270997d19b9e003db6660637073887fc12d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908ea79c848feb620d71f613dfe88347d9590e7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bf6b51bf3667e13bd04e00c710fc3678e565a4451b3d1e35b91eb3b0295b61
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca963cf494791d422963479ae046a5375bf2c66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d4cde71a06e16cbc25c901f864f1f881b6b2d77f57c6d81281eff301e3585
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aecdbd441d18605bf61c09a4ac5a749c33ddc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c885104bcf1feaee246572d751f435e0bc90cece7ee5a6d620f45c51e64dc1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068a54fed93594e9223f0801711a3f7c8ea821d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e73a77a1483e028d4d9c81580cfd24e556cf802b19559bdc3658f0b11aa08f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf219e486e1278ed844d2ebf287d413051809bd5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b63aa986e34edce72be0d66ac96f2a3546f7d97e30c064bb44d44bd57124bfa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6a44a87a4d95d23e0d55b85b27eb9cef7896f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c7d0fee9a96de6848c4b424c6ab061a69607a3600ebf470b561aa48180d03c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80d34fffbcab4791471ab95e0db49e68fdec547
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67723f305db47d12fe67afb860f1ada6e7771fb196b618446af3453206804f5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdeb488eab9659c3514568a3d7adce02046cf01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818f3e344e7d3a87d679cc6eca2ee4873d5995394f255ee0b2df14e4a4a033cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95a68cf28d15bc2678fc8a0145a92ba8200eb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b05b2f4fb813a55e2dccbf852598d2b7ee11732c96e24818af84356aab1f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc38f6dfc4e4abdb7173c66f385d23f538c78487
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0a28f41c874efa8eda3e2d6ae34675d8029c6794bc43297fa54f3cbef63122
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a037c3d6409f13cc40f40c524f453f44752c962
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1006934013c74903f499e425dcd9eea2fbb15fd6b438b56d9a093364e5e66a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282bec976276347c0cceb9e9b78048821e5ece7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baecbdc145663361698f58a7c22b765f99f639e2f1163816c95a1846bed370c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0ab1ee4c82bac69365fb85036395fb1fd36df1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4f8fa21d432afdc873baaf01e7ecdb78981b106e031f76e41b8f926bcd29f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6fe4db522ae44d2c6b9d890137b9001d9afece
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013675966fa24c95508b63bf2c0ad91b916457a995a56be8a8dc5d29a124e30e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e9e17e79af13bd5aa66fdec5289074b5c4d753
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e97169c54df79abe054d96b77f2c48b77eccc5ec49d761d54b04b0cead063f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6188d1f0b8b03f3db57dbc5df6a46d279090906a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d5c49a28a57811e6f0ca459fdc02501ff2162b3ed924e4d5387ec0a301517a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7daf08bf6d06935468db8a439f958c57215559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138476529d7e51686beee112487acf7f194a7439868a3d517defc40001e13ae4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b779c4dd90f8c56c7822499faf3cdfa955dcac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36f8e80e08f99d1ee5e09c51182a70abb262343cc21aaed7ce64dd1f8f357b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea6e782727fa03d0702a4cc5260db752c6be84c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cbe1ecaa17830d02ed639ad9de586a77b723e0fdad2222d682f84afbb1d925
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5ca6d7081016d985c17b5128246745a1812b66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883d778defdbd2c91842e61c34be65c30735b2a4af57cb1d21b96815583cb13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147e4bb697f7ad2643349bd822269460e5f4e81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293dd36a0d56fa40f5ce0e22bd0565b27712b81de1c87d8db037e1bb920d5f55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac978df937a29760824923c091e7b5f32e16f12e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f00fbd072b3a9d7167be515204ba892ecfabb5de5fad5e9bf42515a6b00a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae3590445f19bb36df7cbb37720a500ad56f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b88406971dc4b3410f31ea87f1543f329e70e4731008eece08aedb4b5202ea1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2855233c6893f59e856cfc2e0f439276d0afe3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100217e9bd46e2a249a169b9c7e140d609f42f1e8fe005328f0565a2336fc22f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c55daa3ec4e32a227691303f887f7fe9d7c868
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3546a82386bde3c412f3c23b0efaa5a08c95d9b197d922353e535da8fa76da1e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5bd09ec00c8f33cb2d5195041bff2b16083576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babdb0655cf554a2a16e8bb2ca9253099803a305fd9f029742614a9026e59830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5ec7f2f41ef7f4de99a6fd81d654c8dd0e4e2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8c8e6a3280b28179deef4e02f9215bc31f091b974f5e30cc1dda77701d7953
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598c6ecd65cc0b4ca808aa6980e9825743c27e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b21c60e0c3f71cab6ab5dc246d0d6d929a57c011bfbe986259fc2075526865
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6fa233e93f81504918bd1f40e38d3b486c894c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1566135f5921882f1db92600df829c8034a4541e2af4076fef174be547260a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5880457cc5dfe985121ef4be11ca572bd03337f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e113ef7081526839035873b6505d7d0cf8a5dd57406e742b5d7a9630a24ef2b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3df56de233c4cf9df212a1b91c87d4ff1c63ed4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b335675b5147ea66bfb48fb9cea4b41f16c85f139083ecd7d0a802b94095f1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114c5d89b4bace590e103d9f447b59b0d489edf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e330ca12e53a5091ea80dba6b0ed95b8f3cb46a2fa9db71377c88e228ad02b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc8dd031619018c5fc6f9a77e5912c39d367f06
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b9e5f864819e9c63fc8f6394c71d28859f1f2722ba6196764b2ccb76f2dbe1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbac25bea7f13e22e24ab83a845c51ac2d0b9d7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52be8c906bb12dfabb45a4e602f4ea6d04fdd208dd12d9654c09b26631751e1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89acef48d1fa3fff9a486193c9b81fb656fd925b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70872f1e11ac491839c0c7b3429904c72d9fc7695b352c73332a6575ebddb3e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c6d658df6f6b0f9b0f56159422d395d249874e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb4a62fc6da8fe59f1cc6ca136536f8105602c550183d6176143ef0466a82d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494a383c3617c16952cd21484213d183bfdfdeff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1db7521e51feb975bf1ae4e3f20a64f9645b7595b2f0240f0770dc620c215f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf985917b7b2abaca6f1432e646a89e6088ebe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f5f2d2ba511ad72507b7edaba12ff1ccf8294edc4cf1beed236e2044176b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9307cd465881b192cef7911d28874f134d5db40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd21a4a904181d5ccec301a407f9dcaebbc8a5f89be949f3e08f55b970a5e85c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc4177aea1cdceb0b104fa4b48590bb5d6a0363
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4b4257be38a2d8498630d6b2b4a04b124d968eaef6947f8523a10d38282274
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c309f3c31435c56b2793e2b33ffdcfad171877c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fce7b00f5affd574c07d4631abf9408fe1cc44e49ac0519a1b58afd5784747d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3180578b0a23d365fecd73862b5827443f0887a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d769e61cbc5df5506c5b7f5a53baaa73b11a43308331a8aa80a75a41d16fc008
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fa235037e7f61bed08dabdedf0a1c20b4fdcb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78062d5d75ee84a6438a55d6c22ea591c7f2dc419e3dc56f778141c2908fec3f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906670beca1279d35581d7ca9e9e37174e40cfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d52b73563401f75899784c45d238155ca8913269ca61cc4b3e6ad1f1a3c075
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365358a62491e37f36bdb09dc9e6dcae1947dce6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f183aae4821fbe3e951eb33e0a852cc3ca4cf744861022a42dfdb0d057bb63
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0e80d95045e0ca40f79b8c12cae62e15b260d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f49c06c10ab439eed09a80596e252cffa7aae0f16b08fa84ab5ea4cb9aba49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bd225758b7451be979aede12b283caa70663d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2e4ef0f8e83d3a66d945a6ec94dc1772366f182d649341c564e08c843d782
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f76435b3e002491e45c196d268b2595257ab4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3966c0e7a5198b74b4c3263d580cb4b2bc95183c59156bf4359dcd998f471d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e591592425664cbf9eb74e529927255cc4caf107
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7ed2191f7f9f57d82551312d290722b86cb2582c1bf4908cb40f38aaaa3078
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0718864cc374a14bfd4c5d11447a96c44574132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a41aeb684630f33100e772a5d99eb3ea1c69b0b128c5e0ad94480627f09672
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf76313a0a4c51490fad7864b44dc907accf3fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41416dfe26c5c79798ad669d36ff58805caeb8302245059306228f11a1e79d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e10f139dd0d13f0001ead82a20834869287c6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6282e8f2fc9fc8519c1132d654998f648c301902323d1c6d78126de28e1030
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202b3d8718c08b6ff8f35aaff4727a6c519214ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab8225c1534b6f9f39ba211fba98de5677080fb6f37f50895a3e81619a55830
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004a5a73d7e734bebcf1f9887cf4ca29e30ec6a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e7d9479ad04bccd95ef7e0534deff9d31e3af2f30d75e0e90906ed356e793
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85e01aa123f73630ac69445c6df9c118d0cde49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac0f4d89fb478605e7fb2dd3f6fcac4da20d474975b6caef7a12f378119b168
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effb4d757ea6f69db14830f4f0c7cda96578fa87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a8c3de80915c80a6f64988ba21b915c9b6ff2d03120bd75629de6a606779ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e216b93fc07b51a234b855ff35e06d87deba01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2958d9801ee6c1ed547f32b3e17838a7a787de2b0636a2c144c2c6ceeabc6ded
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074b037d1203d89696218cc4f1bcbb38811d15d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8020d9cbb408bebcbf750d0df362d65c38b65cefcd637ecd446517303bbe2f0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03efefde86a516a43bab7ccdec861532c82e60b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284898af09ec799935f59d9273bac78d847a43af7dc2a726278b731ccf0dc669
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942f9ecdf618ce9bc4b4719807bf32ba5bd6d847
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f552bc18b0373620dc57d82dcc1bd9570575bd5c982fb3e0ef6b44f8974c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d13794dcedb3d9564a7eccb25766f163bf6419
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e281ff0fae0db72800f3a91e4fae206e66c1809435ba5f131e050d25f562ac98
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bbf56ba10b459107e7d6f1f98172aed09f52d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd2d5b2a142b4623a1d51619f0dd8024d7c2783a5d61acf945839524f9f16c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d4415a71fbe85e872179e8e4a2bb63003f8df6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd378e083ef4b14ede939849788b18f86f5d1f4b03c50632d25befd3a111ee3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141ec7ee2560fda9e0f9c04e31053317da62d28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffd65ac704783a2f30e3030bd4c525f3ea039c807b23b6dd493589870cb0afa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2550fe52bea478c02f754765f2af55403f93bff5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfafe4f27154ec9728804c0aa8a96cc001273c0a9b90e7f77b58e3f0ce9b51a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00972544ae188c36a6aa5cfd0a88eb37531c416b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3447aa3984296cbc05f5836d2af626c11b5476366c0654484ed20043c90e4943
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a5fe71688b6e807791e104755cd9ec4eaa2faa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7bcd6a03c9279d8879f7983b3ba9cfd551b6ab353794d174ec21605e8d36c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2cee5aba97443fad104bada6ea15093d967c76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8479d62e5f3d4b01bb3a78dad44c243927118cb37e1b8315d3530c92a462f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fed260f16f7220e7e1b16172b74b12f497a5c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9ee3d9e64e29d912b83e256fdb746397db8dfd46fe20fc473bdae1396a0ac5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5a96d5b329e9ec75cbefd900132c0bccaec6b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd20fe56793b40748afb607ff5f8bfe3263802d810f975c09893c2511c83fda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da4732206142de0c4c688f71a10a2344c768a9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e0ea4a9fe21d84e06b0ce5f8a60058ccb7446f06aa66b99f19e5b5ce89266b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17ddae20c124f06fd963eb9418d9177ef411b3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee84fcf4ac43382ee995b27fdb4a499ea559843c3c0705d538731e7041c78c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffa09e94fbe42a6a99d3db3662e6b25b7f38c4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183cb260817977533d8f9978966aff08b36d659b780c80e5ac6fae933fb86e23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff052b1d67918ed2a5d4aad60d61537331b68b4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed742e82ccdd920ae70a34620d445baf64a6128da074dc9058380dde65c78ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eb936b7e6ddd63736533215353747050779235
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a76235223b57acd771e678e618c2cb1612a5b5a39a137b212a9b2c3dca4390f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5af8dbfcf3f67d6a56cbda408aa1ac8fd025237
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f37ae645ad206754a5f28c284acfc8059c0559b32d42b43cd4954a0531cf57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481ec6a27da77f857a07d1cd2597af70070d6c98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e60481b9cbfe275b1601b1aa4f43b891119a9ca42ffaf2383dec2a8310d7ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d9a7c88ee42339641c9d922823c82006e0d6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfade76a53dc22accb1962ace2f65cf4e326d151e689d74a140a52472b201d7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b56bef12cd5daba8426bf8bd85ddb098146ce48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433387b2ef5ddd7d5aabb1ba8638909e407f734179285118cf97a66886b84df0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aac4a124c4c7e157f48691dbe8f64a8255dc223
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132acd412cbfbd6ed86472f678f2b90be335de8474d997777ec99f2703e665d2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff580342da3fb5639ed4cbb5d678e1c4f4247bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3262cc55a35c306c97861312da68e0c320d01c7ab9230cbb618186bdbc85df99
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b817f6642b740562368fab04b1dc082d4ea4568
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9bf1de30b83de098a74ff6f3ccad4f7c9d1eaa2a0d81d93b6c39ad32cd9c54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717256384aa5981625c60708126d32d6af4d025
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4314196347053a707217186f7c10a382dfb9136c9b6fb451de296a03f35b08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46cb0c30d0c7c4b60588e74905ed2090b56181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927fd0fa6151bfefee1f7b076dcefb44ded42e2311676ba4879ca4ace944c834
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc3810b92f818cd35d5ee78d70b7edb106bad88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad1e37301d521551169e70c36bb7f9e48529f7126fc940bbcd2ec151d1e4df9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553eb4d4d592a32d18db5f201800b5265bbc8fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57f03a5988759e234b92af9e9ee0e652ee1dd07199b19357a0f1383c49f36f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8381c71f563f14aefe381223f3e774177464245c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a6582b0a15a9986517ca7ec28356f9bc8ff5111fd620b1506a5b1453a1ed18
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e349f0ca676913103796cf53574e177a013379ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59ac425457833ffd7c833c3caf9bfa1f68dac5fbb1a9ab24ef78725a802995
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843a62c9629e6ca7391c898af10fdb35c655d061
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7609607c988305272c5fe110999c9082facbed32c9349c8ea6e203dfe44736
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb99d05c49782b1b046b70bd9210aba390b4672e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb07dc449a4e8afa2092c745eb1712ed39e951188cd8392755e81f4e3b6fad2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaea00e0552305e4d9b7d066d725951836f5083
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97539b6a49bb727d350b02d1636188cb1131acaa33a3a51d6b3ce6fea2823e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a819dacc31679d033a1ebd2a7929cb9673852c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a64acb8c49a7b55b97ce8cf2f87078e3a3a0ca89bbe9176aa62e249ef3422f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f437ff74dcdeabacff989bcc872572e24e22c61b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3895b8cd393a5ba0583b6b4268207c8ccc8f0ced91e1a585eee9ccf869a1b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df390ea76fd244aad07724dd500c7a251928647f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614de07f99bddbbb0723bc7a76866e1757991bd4468b3ee69de8fb5e0959ad6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105834bd355fc58bd089e5f7432cec18179848ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1d8305efe4d0d2ab3a73e5d692f89b848cd91015f8e3f74f1d31a9f6af3e43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5338bdbf55b79066fc70c99cbd5589118228e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc2b0f6d68e899075ba31dfd97749d72689f19ac30d8ba907999018b58c8e80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792665f225cff916ac2a28f1448f45a82f331fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2cbcb8bc53eb74731d95d5bf590d1fa5e81fb53d4500dd1c5eb3d50599d176
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e62de593811abde2a5154e5dec5e2fe9b7ba7be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60fa384298a24a2ec56175879f41f329cb319ec2eb7aa20c882fb6cb51dbfc1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a563aa57f2b9d76a8e6f08c43a9574f2247f11b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6269aa2f5dc03ed12c954333c2bd594948938f0900d8b88e74dbe2555d8e89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e69343c15598184e482fb2a71f87ff10955984
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7af9b0f8552c01589b09bda334a0d2669a9ae029e4be384f285595c4f449d2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0503acd2af88ef5ba2570c77e5cb7d8a48c6d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb8bcbe8258baded736d53feb86d36e7818450b61bb27cc7657f4b04f5eacf0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a010d8d65f378e472e869fdc98ac916e9143c81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4d050ab7a7cafdd3b9749aa47d4a3af7f481acecba6ab76dcc11d9fcdcd1cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8a7a13f50ac95a4e9647a9a2225a2ff80114d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914797dc8b46775ce91d7b299fb4ab4ae2044d7e7a2ad7d6dbec651d29787992
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698ae074bbab2a411b61e0a0c74a095105a40b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5aa7d65ba3bdd86709aaa6fe937490a4e34de5476babfba8778bdf417bf2d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b3915b8849f8321b70e6ac8e9e58d9844aa62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c51f0ad54ea9338c56a69e1b32d8467bc06a70602cba2a31b940f96f4fbb73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3366177f0d7d48e7c3220f7bc5f618030582a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00332e9af8b440b3df05f5dbd84c34c42cb09fe126e3bd929ce4909fcec6d7d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27412ea5577290bdcb62894c2a5710d05d060a7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e300444593b0482bd9fbd3ad9f2556350d8b6e9d39a1d6266ec27af6c6bbc3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979c4a9c65ccf3caf173f3bad51a1c4cbefca18e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59256a9c3ef797f031b639b1b69b0738bf6022521c01223ecf25793d0bfb6aaa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096bdc803a9970e098eddc376cafd225cbff5b62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce5a5404570788c42f7ab7ff28b7f516c5c10711b028dcea9693acdd1a8dea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0348a714863290fa4201c8f2698d52620cc0a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84142a38153b6da7122fa90c00dd2657bc20efd637c27b0a52888ac5757cd979
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d7913e4228711194fb6789b0289a8729ee1eb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d399c6123079ef845a964b90f2fecd97a520cc5e11e8ca29e13314d00d7bdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee0483b1820942c4662b7e82680295482abb9f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9054b49263efdd718b72417d8b346f95112bc0cce932f074bc06284ba3bcebc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1e0dd0dc71681f7744f6fa5dda3d90fcb278d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ef6c651784b69b5779efdfea8b11bc6ad1d9e8d5f0792faa16aca177d8bfd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961aeb54d5aeea7d6258cf2a376afcb06d970e34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779720ec420a3958556b76c4a499832e252269904c7c374a183971a80a21dbad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930339de85c29c7a82eb6ba8d8d1b3e2aac7f87f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570c272dd5e760326adfc37ff2caf32fe7bc516962bd96efdf83fad011d271e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711f517a031761d70d225aa1d7c322d70d92f934
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94896b9964db95f6993d0bf0d4bcee859db1eeb91979bb82c0e703bb92597f43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb4ac065c624b5601a26afb570da6024c4ce6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1577b357448679bc537d7d5c5efb066b853fbd2de38da8ed4898084fceddcec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f20bb17e81ce7c108c01a76137aebe36262ad13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ef7c9f08a8f38a11a35a8e86610663c76fb191f5e8bfda24e6f1fb68e3511
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb6b1d50c3044241bf0143118baf8eb3237766e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa767a1198759357b0be0752b5acdbda3f9e145cb2e9a72388268765d75ca20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f118525d7eb3779bc8c4ce26087dd31e6867888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a9353417f74aff862bb90ec7f0c63b4f1590d332e1f44c0e7cd898db3e3014
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd9961d57079697d51544d3dffd312c17e5c368
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68de2bdf0c470b9d36264061191e976fa99962c66810d733b9b3b34c8e920595
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055d9421362ec1c96002beae2e7f7925d7b3907d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a1dba62ec1b4193d9ffdffe5498ec8987f98f816340398c8a65681a6bc4359
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8b0b32a78ca20c4229b2d82c0f7e15bc543703
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be08e4e4304608e93108131e8ddeea56191b2855b6226e1928c2d1854e18e17
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331a5b253d2834eaf5d347a1f2306f2010a7b174
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd9961124a51b2a98c1270e055768e8c2e1989eb66908c0c0118ee3e54a0ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2021306b1afb2bcca8104beae0eb097403e672a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6260d8df1a5f516224fe7698d2a5bc48dd0780610e5eadf8528f5e142884dd59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbadcb64451768c3b746b83d91267d47a77b5d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91932fd881e1144b93fda940d28b5e00bb09b7ef95853d544a28551164cdc835
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499db9843bcee4207d9463b72e2208c16cdd566a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84ea6c2e9cc58f700dbe590c4503363dea275180f7e0ab3e4f9037bdc45aa3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5672d841e6b9f93e5bc122b801b8f166cf816b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f27b2d354582f6bbadcc9a197b4222012d14124f435c21e59439c09e20309d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5537f303b7e86315c7510b80f24953c4f4f5a09f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dd16420c13762a0fc8515aaf3a9268cf43f9241184543de4b2e17e57040407
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c049fa7b916630db7efcba4ddfabfdb03b8242f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a941b97e1c4e2525fb1be37a14ca5596e98d984db65330c76557af3b23278372
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc7ed20a145028d5be0e20e93a15ac3a1d1b22a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e095407cc6ee6cb3fbc6442cd1150107c2518985cbf78c363be4868ac3b4ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3181ecb43f22c6c91ab334afedda9b1f35468e05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770496ac7618e67e71c5591581f0e59b48c5676aca56a3eda9ba64a06455c4d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2b6d57792622a822bfbb71a16f3882c498126
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689e3b5c66e6b79e3b180a9cf0b0922662354e9fea9df58ce82aaa8c5a900ba6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeedc80ffbeb62ba28b65cb2cea88f73827d8c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dc17ba58950d6d9d9f3c4c5bd38943a6a6258620e3c806be14a503e693272f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297e878ea907ea833dbb9da8b7fe5c8f746197b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e0160f8552ad29b915988519eec42f0c48078c7843207b0a6107169acccaa8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eac59ae4adb93a55cf8d86f5a5bff9aa7258d4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913e37ab3640b0637a3f0b7ee6152f94a1037b9a97a21278c8c0108a06c6ed4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac720d8401fc61eb92de0a3226f920c9501c6e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a1ddeb7e2c5c1c36de8e429fba938fa4ee5b713ed52dd0652e52d4525d3895
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caac9b74870afc9260b888f073e0daea5d560ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f1b300ae82c344973c0da832b8359d0901814c60a2ec1eab225f4e39df08f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b116620439a80453abf7708022f5ed553f5acd5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e537b633c31250518fd2c5b8daea0e21cfe4740bfbc4a7dea4e8152ada02b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3681f425ed2803f90c45b782772635224aae50a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f920e10c706c0e991b3052224226e50e256384d819474ee68e041c490c40774c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806260994095a15a26f6d7ef31cc71db205620d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7230476f325025e3d440ddc0227a3e762e4c60a14d7ecd4c8dbee812cd3f0e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af09198ee3c439b6f92835ce851f8686dc83249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381dfb32aa12dd95e3726ff1b729210712d334e526dcc357d58bca755977173c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce8c84853b3ea66479b6b3f38b6e73e6f3bdfa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d03dc1821c650eb8c5b81bf74b293f82af730aebf84449f83cac09e9f05963
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec25b0d0a4719efca37cf98d223f453ef72c360
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7156a5febfe007db49427157c610c209d50a82bd100e0b9fe84326fa8bac24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9e14b37a46a82c5d55dd6c4d6a54e877c052bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fdf3effd797bea26c2c5ed88ac7f9cadd10a2f741df1afd1e17b8c99fecde9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5695c7810fd84e7e682a8fdbe3a634ec91fb7580
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec134d13bbf6bb37b4227631b2302589ae71f9c3ce68e0c4e5a33edc95b4faf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fff3a22110539c227db57d72e78964977ec9c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8aa1564bb3332364c92ced0306b36cd481828caab0b010692cfad056a167a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df222beb8d1bee28f14940fa9d5308643c14c57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaeb06a040aa7a0ca4650d70865e00bc9b07b40951e23d70fc289b6996453b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43d64f1db4ae43ff96bd5fa29ffc596ceeac19e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0004d5ddf5fa450ff59cd2e7f31a0e31d3aa01c9d2871d3475a6674f879f8cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70b02d15e53fc4b9069216cfbb07c2a1060bf92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fed037b07676e934b96717d6f9e2ba02277c2895fe21bca3180eefbe719e63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd3eae6d1a98b8cb64433ffdbb161b95006aa6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fe92d679783b863aeec102ca4cd42642a0c00dd2d12eb2ed843e8a8ae395bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03e5be3d13fa424e393a4ac6139f94a2068ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5462a0b4ce37fd866a14c69d6fa59f8bc2c8c2e001aab40107bc382db5634a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d166965ef991c43b1a7d7228e731350a7f8a7cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba66c94bb206f2c692b611342b8d8fdc7a180f2db49ceced9c1f3931d6d1ceb8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d200d3102abe1438d3af4f88852e7d4ffdccf89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cdc76bbfc3666a47901b0cd40b70b5d65df8e448330586193456955d73ca2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a9f34ff458fbb1c16f841cc28f7d55cb405540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdefd72f92ddcdfe90f1bf63e1b63236f68cba926fc80ee71919a100523e5d7e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56d0b46efb3a93cfc08d114dab724ef6b70035a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a9ce47068032d710e0bdd6aec597f272e7f5a395426c5f10fc272a73e8e168
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ede188fbb9c0d1bb9e46ce9cca7e878ea5a9f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f75ffb984e42f0f5ad7a093899190f1302cb76d0970018002730301a6f7dff1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5d5f528d5430b484cb1ba9ff2b3d34e4c0b41f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf9ed4088042de14a0f8eb9bce4205c96857783d4c6fc0232c921d8832e7ea2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac29aa9e388a417b2df65b9a0627c8a830075f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587a7b6c4fbccf3da1c66aaf8a1a27f5ba44345fb0422216c4f72c9ad4c25dec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f678713a24ec77220222a65eb372c33b05488261
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d2a68894b64d8e9e58088f48a1ec38a5df6b37bf4bb9bb3c8d8172c53c7b1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f803dc3f1767d3750246146b00587930b2daabf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe20a488a26cceda655650795c0be8d95094078632cc5257a49a84814bd4ef0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad16b6c2261d65136ff31657b78707f400ba5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babfecb8a90367441910c2b8887507153cca2a69b8258a6f5d01f3d637094418
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f4ff83ca251d57db2f9a650652e186d2ab9a5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d74af8f1f299ca2c7c97d6f6928caac73a7efa47af2c115d280026f6fc49c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9185400cc55be3fa6a179418008658ba3d4d2804
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f745a7d372acdb0fbaa7830b2c45a612ddadbb49c9d39a78fb5fb21013ef1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2931db1aedbc150a8822c531c0c3290bb2754acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51a59f32a9c68ca80e8cb24098395a471fac5409cbb9ccb270c316289f66b4a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38010ab0a2ac59acf46269d0828156110e1d3403
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f173df044712024491cfd28dbc52e24726c9c81e8c4a7390c33442b73936c3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c5758bd50e5a14899cf71b5750945fbaf0fd36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1548e72e8606859e208aeab8752f19608477dddaaffecc9f93001bc6fbd749
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34459929103a65c521ce9688bbc482f67c499f51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accb8f61dbc2d07a2ffd903e6ceab66e92a0c3d0df617691df3c94cbd068ad1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a085c463e58f8fbf15ef2617b7c72aaff6f3661e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1270f0d5720dd7645035b353889ecedc14328ccffcda8be8d817e101201e6b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f8e4d08c215194e0426548d20d95143da1f37a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c57b87525e845dd81a0c6f099eebc471b8527686484855519c1112846962fab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84228e1e04f3ae6b150a30d17d45d9b0adbc7e69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8367fa029ebcc7e2627db805521bbc4908784642725c5a9a9d0fedf492866449
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a41a29c80b261fba8a8a0f23d7fe9d4c61ffd0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35df87519e398f41653c90ccc225feb9d3d0fe007a49e9d39f8320f3153d7a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81fe142e41a3e53c81e9635f6629fbe01fc51e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab0d5036f455a65975c088d95c6e99a678519a89675ea86d88bed61759d3707
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc72d566699d18b3a4f5af7d8dd55caba18ca8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4127bd54ec0ce0c16cccd1b526eaa119f6c9e6e0b6f0ae8ee57bb87318af78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89433dfe9e300f995144876268f7df9e49eab41a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633cf206d41ba23b9802ac89e01ebfdc41264fa5301f2ae453ff85fc7ed7fdf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff82c5da5c4ecc34f1fa9a58737492f95157a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7c725e733042233a4a2e9988ebf13c0a18b0bf2212b058fb90a7f3493cb8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924fe0bb65eb7794e3ce2753ffc496633293562b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4729ab6b6b4c8d2b18677dd53f8c5339257ab1809b3533d2c75dfd345628f5ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dddec7180cd6db07057e5c1c5af1c6d038dc52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e3249a426730b0fdd50a84e1b30003a57473ac1a688931409061eff9534ac4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2f05c633d9711374adfa2e31d882da1e6b4853
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c785aad7bb4baafdfb40f75b5afb830c2175642f31cec78b13289878016e96f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5d6274d30bc49fac65051a3552424ccca9d8b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3282d19bc67705468d1737a7b8eb7b946ae80103a38b0c9e180ee62b2248010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce027f1ab7c135a9732e6bc553b409be63ca44e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b16d85f04fff354307090a3fc1d50cf1b7cefc6b6fa9d988b52a591a5456e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c892f41b757331954c7eb846adfc83a0447fdbb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f32c4321bc11b875ec4ca44c576ae5a5a0b9241f5688c78d09190b7ad4febd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4e5df942c78408e6dcd26978ceef0c2d60f67b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f927b58820be3896773cd8b0bec08c452e1f1433b44bb697329b359abd7feda0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5b3518cfe9c70ca0087d174c86cc5761bef081
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8366e7f627ffe023d0d85175bd345956ac2a8352645604cc5287fec574650
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb2321cc7a0f184ffba7c438b6fd3847e16971c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6ec7daf40c2709f4bd277738dd553919cbaa0035aaf89b0ed7ccc6d3235265
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd5984ea7734e91a0c2b783f690a31f35ec1835
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a28843ccb6971139b9ab1c9395699a0ff9fc6850dbc3879beb45d8a0ab0021
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0988489d97fda315f0b31da36e9a5997d52e97ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a47965e1aad20f5fe4480b665612b8d59f1e3ff148216c0f6329756763428
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ab9a535e901e3431cafba6f0f8dcf24f33b96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397642ffcb8c52b6be5ce18693b746ca7f04b3f07c78500b59f1ecd31ba67e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52afdda8611e648a816e181bba659e54de8019a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a97473dd8bb3f070ba1bfe68202d7c706592e3aea74e18df306dbb704f34ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b017d3cd2a1361a60452683adf76854623273924
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcde900eccc1b295b244266afdfc90be5df8c7341fbfc6a140aad0ebcfde0dcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2c6b3661723ee9e5e574c19598613bea85d4b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d89bed674bad51f212d69a10e9b473d75f0e8b3c4d1cef63fae7e76a120ba6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1964bc3ad583584305a702697ddfa71bea015e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32edffcc83c4f52c13c58707bca5fe66c33e537726e27acb73fd6a4454b764fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7598cc5457759bfc7fcaa9164be2fb14bccb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc586b0d3081089f52a153a54acefe246ea2c62ae72479458fedb99d11484fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724cf5be62587a1804faee1c244fb086a310cd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf73029a79747874da50727756e78b858627de422e4b5ca38869f1de48e761f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ebbb2be4414bd053febce0f89b09aefe45996
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bf1b0d2296d059757aed698eb9e1c96f3e16475ca33c0515a61ac38a89e105
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a086e01413a9d3d3b4bb793a55554358377798
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2613fc26f78ff46357fd19c9649139000ce34d820ed84419c96089df41e2ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed758d0333ed0002d21b6b86b6c7924d52fb458
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddecbfd394db8ae18cb2c9827846a2de34d653cd5d41f9a3e38f58c225e068b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bce7a1695445b1085bedaea7c2db714a2f454f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af6ab519e959093672699f9c41a8df30f0729b78ebb804804ad70e42aeef1ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe8fdf68cb8af41306b34838831d77313f79724
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7b8a97fa818aeec269073c1dea4f9e5a831c590eefbf1914c8902548b16663
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9724256a80fad03a72e5198963275110a5a746
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b4931d55e654e3026860294fb36db6f5e23c5d110dfcaa161e4afe702d092
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135271d89c76fed9c1a5eaee92f04484dc5d2f4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddcb6e6ff0f677b26ff5b79a34b67311b2f05ceeb6c5d5de23e5e1691855442
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a112abdb7cce41a806fb88e2d1e7affa2d818ba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726abc33a1ce22f9627c9195b0f0892f3483cb988f5465b64e32c5b224b8e1e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3bf567ea0bb8c5752c4cf648891d9aa052f2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23112ab1d475689406e0be00ab38927e51ce7c227d00d867a5de96cc0ae65b98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c4e05d8ecdc5707d69188d543d52924d80e6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf2bc1f3d9ed26e32524331f08099e7c4bf005b92e027865721b8fe9743bdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ee4890f68ef7fabc268a624108d30826c6f2b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d56eb239d9a0dcf9d358c7c91b4aeb44ca830057512e342d7639c4e8d0afa56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cb126d2e384ba2b1bf07ff2dd8b1bc2488f6da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77280136d0f55a1d65db8082f3031dcd130bbee3554a7b4956837b668db20da
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940f73184c8f82c15cccd34ff89348a12b11bb56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c60efb93b9f584aba036f0856d874d7919f6c2bc1774d9c280ac468a6b75c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39db676a7d333f289181df05c9ddec7fc4ead4ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc6966af97b752ddb50cb806e26263002ec57bb81216031a7b1346a1d27ea4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63df53129f0cc003f59540bcfea6b64ea8c7cea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57745f5a5490e17536598ce3075d8f42a4a0678e108481e5fa1473ec6686d3b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0773acb43e5e19bf09bd93e3e030d2452a4c0e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fff224e2668744efcce7448388afb075cdd35b77d8e13d839f7ccc18ab5e54e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c2aea8b8ce62f11760b352c5d197082cbe6976
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042f6ca32608dada2067979d12219d9037997351d1865466d5401cb79a42bc2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28057022da81b6f18aace58c4ba8f896dcd67cfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa8ecb319555e31a87203330b15b7742845fe4d031adc2a5f65eea1a363761e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680e4e3209d6214f68ad1a7d0ec709a0507b3df8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdadf67ded779c37495eb8bb9b071d029b47436f5559dd2282e695b70997ba85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dd2f5cd075fe24e2dd9c3a92c65a93df4b5b39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d5a98c18f855a01c1b0c50099fd52f2a71044f99696fe04607c54a9792d745
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252e6e118755ac795ca3b8787f59783328e719cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785d1db81bba42d287869c82f4837914206ce070df0b67ca5846ae54bd00a6a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23df2005b11efe91c2e58de3600bd32d0f0d815
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2456a240efcb4b709a9651575fdc3234f055af80ce8ac943be86e0f7af1604
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ca3d37d298b64965a1071632c7ac9ceeecdb89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9326ad9c19141f868f99ac9d9e59d067234f8d5ea6529282c5f01aa37c82b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae229dcd6733c4eedf1e8a803cee0d81b575eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b4949ac85b34b5e13aa8eb9312c4cea47ac06bba99cd29eaa9bc407584beb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7aeaa0a1f277092726e8dc976f0f310886cdf2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d05e65334d01c43c6d8317357f37eea2398d34ffb8624d4f67f183a4d67a1e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce13da813300dcc280e27da7fc573b389485cda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22352b76c2fd4a4c6a458136cd6de8d595e3a327ede50a7aaae8fffe507307
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bffc7b47838a0b5bed9eb9b9350b63862b6637
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1167a9b5e4624dae3ad6185f263c12f0f11c76962b2b4e69e6d0ae0ab6aaa04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014018b5b70cc64e97a811cff52ec3fb7037cbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7dbb1bd35d8b38f7f9dd6409322d837f0111ff10eb517656913945b11aed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0b627a98ed0646bb2b663bf1512f60a754e579
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dc1c5138e35b451efda58757a4d611d879b090e5d9fef01aecfe76706a91d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80e4655219e31a8c1f54aba464bee6e20438e98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab340189db36ff567e60bcf3264e884c34fa5068ac0070c8233165cff1a565
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c1adf5fe0fe3d2c22a3c65b5c6fc5b90e05101
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225fe3f934aaa0cae3733f44dbe27dde02b19db1b923fb8c7c6df6fc97c83fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2d687f3df0138ba5d7efbffa17805aa66b488b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e73df20bd95d3e1aaebcda085986064cc333e18ef49aaa98e1a51ef6595e8e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd2e317dbf34bf0c796804346a04dd39d5bd962
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4f36446da6badcf0f81cc5c445cff4be3929e0c736c085ae32b81345a15af5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7becee16021c04f81207273b5ae02d947ae7bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2658fb9c1db2a105064ad010da000bb02214c007c6975e451cd14e11f5712c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20df1611692314a3e5d76b16865573b52364130
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d583139fb1fff06dd3ad77e62e4cd8e5b63119eef82343c29d3561a5b70fcd2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d3fb7a2bb7593010a68a2a3b17cfb99d1b9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844e97c58244fcc30bd00242d9b49ad7a8a1056509a94fe19b92bea46abff98a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201816587ad3e7fa9e6ecfe4460c66325acae93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f889a0f1724ad34380c8a467e259acf77c75dda69e0b52180d93c9b5967d8930
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffc33c35239214b3937b436f4e8eb494f647c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253c9965484f4cacb913a246be5dd5b8f6a3f4181545beb49355337767eefbf8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92226588c966a4091e6d8668cf74951d4ab4a484
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47dbb11c4adfdbf57d4cc9b79882d380795c235b8438c893ba83332420e2dad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe28529600b2493fde074dbd4b637502eee2501
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910ce36b158fe2f8370939d7e76c1e57109d55e89e3c10d1248c9dae05dccab2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9ea04002e5926a9b398ea1ca6d8d2c4b9060a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d5430b8aa4c226bbc1c06284ef179fd5f9c8c6d7b5612a2fe27ff88272901c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e69ac2001313d20604aace7d16558148e9424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0bd165f9efe0087bae12b2d1f0d87fa9f05b912a596dc38dc949f89ddd3ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c000f29238c805672cf06c6c0fc9c2269f4c78d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241e96c093a2dfcc1d9579944ad1570f233785a704a7468ff9faaec07aad432e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8db0c2f6a475c3df7b959dd07869f88e9cb831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaae61bb6daf86b2a9f1ef9286a2422ce66361ec21007fb596649f0f150321f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7d88da5d5c5d817473030a5496bd3110f84ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7f2bfe5168b9d064a925fdc7bd8c744f798f7d97c51c19df9ddeff3cd98f07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20afba9ce6ece84799adcb32fb3ca6fa538a6b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ade346646ce651974fd9da678a2d118044f9fb072a53fd39fc9eaa552ad2769
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f611c76d0be66f7418e0d7da6e9dced33a8ba992
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b452fc15166b9de58013b9ae612b2abd28425e668d95680c5400b277e5a9919
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83157c721b21078e6ed0f8793a789ac44fe9a80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b5f3eeda3f17e2a74de6b76df18148dae29d5799f9b3e8285942c199dd0265
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a1e921ecf851a0f70fd1e5b946e4675c1390bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b5793f801adeb56389fc6c2553785d6933a2b5c2e4e9b06116127f8967ed5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc5fc0afa3252e92e79cea4d690b5c4d1f5b61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5da3529421f1879476d7ecac9b4f836738e92875ffda3d4d911c50539bdd5a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbebb44e351ad46b8a357cc36ccbb77761d6dc0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062e89bc0b2d7ad3aa9de6c096d875bd58ababc381ea5e5a0361285dab3a4d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b65966e678344c0211b132b79519ab960d8dda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae686329802f3affbfc8bc3fafd44fca548cd051f9f23d5dac8e482a150239
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f857355c50dd666e5a6aadea1a49b37c5bb202ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a1973a1250be28fa13caf0d83a3d5ccd56d8bfffd1f813818c03240a042683
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a7c60b03272d67f6149f6466cd35d6343ea8c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e04d11bbf47aa5804439c26015527dc56c0dbd2b6761b9f21115404e5d9b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19f79c64bff2965fec14a2211efae6ac17a29e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9c1c93e769a46b5039e02adce1504cceca2cce79514fd2a1c3600eed70e40d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03476189e98f85bc73351e3092bf064318921846
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cb186bc3bcaa839592884600e5c4dbc8f6e91af4151925f76c4365e501174b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b91b0529ff5e91677d5fadeb5f9724ccbcf921
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060f723f0f5ea58dd92819a9e6d25177adfbad016ec0af21b4015e5554fec175
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad9687e475513b5a76a6b975081b34f93bb3c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bfec03f1c4d3f4761ab391c131f1c643356a70d02dae240a38a8d523ace508
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4363b49ed894ad1979ca70a4c2e49585eb6aed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68797e3a6494cb79f1a4ef4681a7caa730740cd6ab4d330a62b3461d089bc5ab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfeaa8ed40aa5a2791d677dbe6a38580941dda8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d22cbad2d673dc3234559abd654e669c4cde055c1e91d45708ad6cf3d53071c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce7ec1be335c334131e50c34a0b1d324e0a8440
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903bfe3997a4f25a64e1bdf4d0db8e40109c1ddb62270617ce6c28f0e8e57f0b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc15c2be0848c0b125dca770c5e9478dd78d981
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413fbf2693baef52bb50c9c9b5d7df18fc67f74a93c0e2b16410847258f267c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbf5c2b4349f1de277f84a1f6c9dd889bf783ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d186641a260cb683c1788a4f870c9b588435eab02dbe15d95bb290688119aa1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819c3872a01b7cf55886638354f763de839b335b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864c903a20a11d5812a4d22bee42ae2004433eb046daa4d5125cde3f61104374
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7c49440217c629fb5384cd3d986fa0557637a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afa889a116dcf37d56be03505b988f8a0f17a0c12738f3cbc7ce6175758470c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332084b14d362b2c964ebd79f41888c5105c9435
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605424b9fe025d4f1008143f5a08ae9fff63c9b6ead1c23c052a52d6e7871f1a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ad9adc2270f2c8eb1b049b37de37dfe95256cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c982ad3080d74e9d0ec4e7d5de87129464693bbf24afa387830a336b16f99a26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d944e68bfaa469a23da790bb182158a87090d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46ffaa5f8265a6b6ed4083e4955771df83e45369d6dbb5a0d502a849f7e2616
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3537a4a62123a768492674195c9968f159bc0de0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71299604ef58006f6f053c0abcfc46877935f132493eb87a3cb38b73ad7dc65a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09d80774638b85decd95a1d180f9843766fbcf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd53dd87cf7c0807255e7e25b503fad517044684413309a06b9725b29c203fb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c5061b22ede24e2eb633d35fb8654d7614960b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551c65a0ecb718332ec09d4a058822c3258e9d03dd9a642c0c50833379230243
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8fb1235d5e5d80b7f19b7c5149d66036f0337b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e0b60f456bfa706f51811925feae95b1d59318ad8702d27ed474961ff52f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f5a606d3b1a6bec0a7c5d942512b5f39f7689d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47b6751fc534640befb67935acd49379badf716f21d021fa48ec6afdc5375a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ae491ef6b7de7018ab922342380b325c435230
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3da3a8673d544f9f55731aa42b5e955eefb2c4c9253a153023ed933d4ffb6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4720ad30f21bfe14a5f4a2fbe41647863631868
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e442b871c26d3c388c371f0973170becabe9fa1dddee4a03a9b7a99c80b0706
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e081078fbf64416dd24768d6ef075385e583130
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566c529a2cb6347350d97d260cecd2ea6864e1299a8ffc962c5f76e26459e865
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65c775784ba876058a5bc1a3567ab998c30be54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4774e9ed2b1493e196391def8a31346ed6d7dd5319cf2e1114985736c0e6ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc1b38d53916cef11302e0f98b4d33b4acdbc80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26522d71dd52ff6df03093aa13745d8482ee9a36114514fe630e0e0186cb492f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baceb8675c59754e38acac840708b14e43dec073
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cb639ab3fb2eaab64a1880278f4cf90925002eedc21930c95e461b791855b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f68786a268a3cf965189ca2aa2dbf40f1b1dfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24023167101c9803c50310379e728143f55c42612fb910b58c4f3742b2197a6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3defcb55e0a99f9ff2f4e6fc8809800751b0fcdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec40fef7a8d82b7ec91f46c3c9e16e31a3c83888fe09a4eccefc210b95d78a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3296012879ca5d1cf3667eb7450dfdc4b1b084a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ad7ad04bab7cb78568678ecf956e461b17de884ccaa5c09315569eb1d8fd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f6193c09a2bac68db51746c4161c1c60d960d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1dbe32678fb67e67c60175b4bc08fed8cee693d7bfb72418d2dcfc1e8c84c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b8a7b921fe8a4ea3173ab1dc1b87f2a113285
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fbefb706c6874bba29a6bcb60006bfa5fdcf136bfbb2cc96639254e687854f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f993591c04b2cdde8f0a19feae7f972f3976811
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892e012b2369f79bea042ad717c1203a6471b5cf9abf567abda542231443b2f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f645a635e6eca4197796bd1f75fb540bdd4e7507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc625b272449c7ccb3b738afc1000ca9c158354c94ce7fb940fe48e0aa766326
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd1e0ec4dfc7fc448a6e1526978fcbfe99d3b52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1794cae78daea2242cb79802449dfd5ec9e1bf526548aecccc6755b1ee70c3e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46728b3444833e1ded9d58c5e860e9f03d545488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1692bde0a9eb032aa17700744815fcf62ac87e228db7770f1f0c2afc132aea4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb99e3ab57883cad189097143bce64420b2645
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6807d1fcb9cf26197229fd42c085ae4d561090d7bc62ae2d98fd7dacac558db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29cbf4f7bac67b1b8a989e1f00d64d745adcaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39f22a2bb011b7c78480d98344becdaa0cd93ec61792940fb4cd1ce496d9ffd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbab22c8cdbd8b75bce3df073c8cbe83cdfb9cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec388358f8d0da6e2286a924c6feb0391260481c0b02a77f888095576459196f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c92ffb0a8a83ae51ea20011e0ab1fb75398a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b96810cbe43f003e1158be8cad71841889afffd809b111ddb6f8dd72539e9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917b03abc9c99a4e24c2994cbe7440c61c9c7e20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297421afa5be3b4eea77b78be5b40f6df3d697cb2918ea2d68540d446f7e3cc2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b7d92ce7c7651d06a0d1958bc6646bf464268
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac4d2b1ebc81abd1ca8a05fb5e6cd0024b782b59a39e7eeb41e79efc29449ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f3a4a5f0e46f16d83b7ac075fee2dc90d25fdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b7f3a3d2b7953dd48c2aed241cef60a9cae41a29f08aa75fa633b6e2a6155e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7413d1c68fe346c4141c510fc8aa771f32356612
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488881f1bd27ee5755eb0d1b8d97aea6a724c419f307d99f41ce6571d06868c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85269ab6a7e871430e926da7fe525500963cd81c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8812382582b1792bb58a79da05df37d120aa0ba99c714a6b82e21083160cb55e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77348974e705c8759538496245314399698b13dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6912656dee477d37144cca0d980caca467af92f81ceb8f2fd44db8613011074
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d45e87d3a14119744af8094f4d771aec14e9ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2007c5dc01443f9c11f26cadaa654bedafa777228bbf0ae9bf231b01ee6d34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358953efce3083c65f3ad5ff62a0770d60f2aa72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e287ed6fcbd5152c1777361ee0743914cf575c61722355a150e7061bc2e8417a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3972db3069ed53111ff9626035236b6aab63c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a403994c44c08560e217165fb086d5e8a0af21cfb575beb7b9053bde2fb5a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4096a58b196970897b87dd0b6e16d5b25bf2133
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a180abd6ccdd7c13e7e31faade3ab6a1938bfbb7de0d7119f139f348dd291b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190771df4ffcff4623e73505a3c8abfd594eae08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3faf7d2d401e87d6b8e6153792c5860caf4a16ce1acb36caea28c1cf7acf4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff28fa0b938a8ccdafdee6d9407feed1ac907d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8d3349d1a4732fa17d89e5fe1311cc1e348e4f5b1b75ab684c0d258c298268
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18475df7f525c8323a610db301553135f7d75b15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a0df3f9c0a229abeb6114c5f77402096e8403051c21c98387833a0ee45c58f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5df1715721885e7c8b69860aeafaa2506fc8d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725b2228b9fbf9ac9b89fadc1784249f315df9c3d5e4659100d232323cdd78b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5f409add48ef371601d505f93c7b40f308c3c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3703c5d6a66f7e2cb62fafbc9bf7f05acbfebede912bc7d0480f2b6105547f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae21433d90b4da296c878afb4b5e3cedce56682
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7f228027541032e6cc117e3ef7825c6afae0e3875b380f152ab697455fae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bc649c11021c25363c561e06a17279c215a19d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22d6c443765d767a2127cc504f1f5a5874490d3658806e4580628283a7ffe0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d07900ef4cb6d580bdcebe3f2642a569305edc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732bc9a1d77d561780b31fc93a4926cf4af1e27dece19f581cbb0314424bf157
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3886d09abfb825a3994e376d645560d47911aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96299da63d3d2de6978b052c402d19acb1f24ed89f693b465a5edeee224446
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c31aa79dd84c007dda4d8f3462531d9ed1029f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4606ca506522992e3871ab5734af6630f438c7cc570209e0de9bddbebcdd64
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8115dafadb51c983fc7a801c7a267a3cb34cd1ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9f5177ee74dba5de7ef968005faf090c248d272814e1e163e1ee8e305cdf69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864452c7dbb0cdf487d8607f4294b3d13709bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b188a804a38e3426f2f19026e4950f645535f125dd5a4f8a237b626c07cef6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa03a10b936cbd923edf7a3d2b7fa326df4429ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2c523d282bbad64a781fec89e7545064ce061f8309f4b140d71ca5eb822b1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdf806b031e7f1b390582d6ac8fe4ad2d5c7540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b5d4ec579bc6baa01639731987af8f8d2cc3f6bf7e350dcad7697f40d0888
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e620c4f053503eae1b57d2dbb889368b5be141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44b2b5511c320078f4acac5a41d536b44f22879f0b3284abe42e41c8f81f74c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6aac3f5974981b6d7ece63ef9f6e08e3e38e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ae2bf8adb9d433b49d3f5016cd608855822c7735bfea012dae0d23b3a6dd44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c701412b6a37d9adc08e164a52e2924a06baa9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55470b3fa54646e0394b3408d4d4e0c86dd128c6b93778bcb9d716ea707f915e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400cb03d8ce02b94ac00dcd8138850d0802a72d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1530ce564d64cff2828f08bc914fcfa1edd8bfd13464508fd6cc300b764b71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4736fc7af294d444a2dc41b9777f6b28c3acfb76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07d0aa085a7af4f299f91dc27773c5c480f00344d24530c0fc7af77a0558ea6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2451349637045b2380bf224a5337624a13e4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5999d3b6d96d1d6bcdaafae462d7ed9cadf955b32e9d69b059d87ee0c3acebbc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8cb2b32cd5ec5546b631dabb21453e0a133e3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da82ff72442a56ac620e913888860917367e98f798ff6f80a88b0d5bef02b727
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3af6d9b229447c809b4e04d9ca3e781d35c0b24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70d74c3e537a34386008609fb254a178be00ffc055b5c8a716bea1170a56787
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fead9d002eba2c5cc78f3a14e4e08ac3894908
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf3d4402ca696c5d6c3f2896d16ab0d10b35e0545a6fb9f408a9498dd79b6fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdfdf449b8c8d43c0a793a9bb75e00485b20584
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a99594277b5e4de0381ae85143e92a8e59fbcb9a6c96077e78fac66398281fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4943e823b8b0651922e433b39829af8a61f0e1db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd84a2219ae5cdbf9f8b6eccc681b92253411a0360ee49f8688a2fe14d6d87c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd3e9f3623d49cd6cb6fbd6e87cbd5dd6ccbc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5da26ff5547cb9f1040da540d675759f740759c992b3114df9fcde35a6625f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e70f84064c9eb103e19e36e7aab3fee0c7caf47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de2958b87f5ea4094900390367398f547e447a1ad6ab8d25720509d8ea89cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca212f333ee293486ca3f4ef7ba6b61f500076
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e7e54bee7ebdb218ed6aaaa959fa004b9f70555fba2ba416c7a170dbc6e2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1e4bbda25add5e4a5c560b2fadd0107bf3891a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c236afe4338d2b9650323deb9607226f3a8e576da9582b5322a6fbb01828d70b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5cf1e30434cf8d67f0781d6dbd0d0117bbdc08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281c1f318811aa25829c4536b9a03e80c22e0f86bc165da5be588c8588a9373
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4271d0577b76ecfde1cbfc7b62f0a5613ef41b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b596a7c6e486a012cd483178eda9f4a21639f5ea4b71191a37249eec72769453
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8683696943801095eb00b9d15608cc18d01745
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce96d491640ac52193ab04fda436c4387f70d59f53a413e0d4255b6e387d09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aa16d8437fb9e3ee9473051ea227ac5bc2d118
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fb53de53ea41cb1088106d2ad22077982d17c03a956d951e0103246710b44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20204b1df7de5ea29911e8a310460779c039d858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed42ba81aab6e2d2645c25ed5925229078b94aa62d19c4b6daaeb6f4551d25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ac8c930372f49963a9634cb32c1f3e8b367132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b149c0283ec7506d935bcd31c33511f8f55d5f0bbb7b843e305f5abf9ed909
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d37d70a78c38c50a4fec3ccdbbd37fd15eceb0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b0e47ae7721a1d5509650b440124740ce5b8bf067a00e80669e80c78b57030
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63be4c5402fbacb3b625e67b9ffd8ec2c3e8ecd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3f9bc46f6258a8955cf8351d03174ec684b266619738612787d150b19043c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f113ac0f1934fed3bfe7e99d485f11ce00ea73c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed910f334a10ed0766121822963c559a688ad0bf749294798357f530c2baa774
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48dc8f145dad5747833f19f7487a1e70d113696
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b336885286d2383b9e5254c8723cc2b0f3da52b5e4d6ee0e5e379fa99c0eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e140bcdcf250cf76fe738079931b4ff3852876ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6013f561dc9307ef036f3ffaa8a948f1003d710c93dca76bc0a658009ab08e5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f234337bd5ebd441abf39c93b175340972b459b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ce911e28388044c4ec4af631aff2f7704e65360e9870546f497da3dd363ba7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d698a51fac5697067c73a439ac35ea0daf112b1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2285358e92be63db336fa0aa34057f80a3b869c8076989d1ed972bc2f7f4910
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aeae60ffb4f36d05e2e1ae6bd88b881c41c68a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56bdcf1cae21a742aa4f29c0b900041be631cb12676dd768f59d312771abcfe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba1de154df2346fab78b794f85dbf6a8bf36eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df780feaf02fa82c983309f80abd226ac20b4d81db7d686421f441a5e0fdf51e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7e7a53bd7dc03a5a1c701060a0a52a29a91e02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d2899765917115d9ef577053a1a2c57b5f0b82fc2ec1725542196285a11ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5722f39d009d2050ba338c242999c928dd72c63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c54d07e6eefa32d85402c809bd9d7b149a7da5fdc2cc00587c3abd5748bfc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d872867c8ebf08a97e2904c7ffdbbc7804c084
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a22f839eb2bee389671c6ce63fd399d1e571b7dd6e99f7fa6942dc95f2fdcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7ba4d5b339d899d39d3d18b4bd87f7bebdb39b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cbe92b2e4b42ead243be853561ef49f0bcd6897e2744e2d92669e62b012a31
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20b48b93a9834aeb3567b01dadc12cd751859b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98fcd6505741031b7bd9620b17b1fc1c8403fa55d1c56e36495c68b2cdc2399
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa82440adfbeda03e81adc70a15a26116566379
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ceff07c59adde81f10f64cf4d401ece5e4ae637ff84bdb0613d6f5560cee4b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e148dc4dfe33bb44e7044bdd8224a921a98274
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef45f93e2cd6f45ac71b4487e3fb23a85f5c8554076d27fd66231f7d6d569cf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f060d9df80f71ac4ff88a5c5a4ef72c9b97f39d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616ca19dbc90a5cbd9b0b1b7cd971c2394df8982a46bf8731362974628b11129
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0bcb4c956ee4e2e9428543159a7fa786ccf38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62a4be82ae33d809e2e86b1f6e4cf5137e9eba0d517571c65205750bf4e600e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2515a49a3aac07ce544282d159d78d4569853687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c112b5894fbcff03a1aa15ed17939b0511144aad5e4d90a1dac7a44ce528b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e23fc0d9fe14e7ca9a30ab66277d634696f631
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f057dbe8c040e21ff0ecb8ee35cfcdb8865694a98eb1494bbcfe56e8ee64f4c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31cc070f7a73b0e928bdaa448034eb99cf68348
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4726dd9fc47af9241d4c6a33eb945799e65e38a7cb656c87ed4a0357e07efc37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ef8b0e54efc979547792f469297830751fdd26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160960f43a34598c2fe174b58e3336c7aee85b8b9b14a1a23ecebfc2a5ba404b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ee2522ffeed11d58d82bf6711f7dbbf16b446d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d9e3902a226e9956282598c7c2e12376b9c061534e0811be78ec5fa4f537e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1858704efbfb9477712747397439e659ed32d989
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebf7aa16deb638e3c0cb2baf1b6b4496cae93d4c1547e1c60e99474c8a341e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e4130cbba614d566548a88da46c0daeffd693e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de7a875c38c41819d87e1429324cbff4bfa265ad1971df7e01596bd0a8b8998
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1ad7688286017625df3f95b7c964435b088e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3959b939fef0ef14ab83a5b111fc64c99c9a4a5d193bfcdf06c15cdcb43d42f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e4be2b99cffe43de8dbb6a5f9929e3d7cd27bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f74c3189a0e905443eca9799d96f3e3209df122553c9b1fbe897575d3e71c90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718c51977813e156cb9bf078422dff19c6395bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c37764cba6ecb50c8f7751349e7cedc67befdf92183960e31b183d79df1385
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7732261853040448cee822277ed784e6c3f5b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4003c13097a2c609c8d1cf159fa6fc75b76c1756847a03aa88dcf0f3bd294f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e1edc3e1c1ca7ee28a2f9d5bb89f38454d2d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031cc6f7bb664cdb68a3921f6f14f88f28e7277117433c5e833406d5044eca11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2f6cd2cc6d5b711df1ea1f00661b2f415d4b51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ef6b4ca7deabbebb7108475280a0e6476e23acdfe863210893762b7726d08d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8318dd87ad704bdb2fac62b6465b42d5abf3bff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f6267792ab904c81d659d7cdcf77ec56b0e5a86a2bc7a8c68cb1485f190720
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d449ddc852631c1fde31c2fcaa36491e35deea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1ab4b83ded7967b304868133ca7e20f84b4429a7af3d3cbcba4ac3e31a0a65
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b495adccd67a1705100bbd7bdb21c991172dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b657b53b16312cdecea05dd89b6da38cc9c33fda83366016a9505fa2d0ef8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf9d7a598932ac190b1322b1f07772ac51aaea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7626c454c63c892d5305b28be86fb58e782705820a36de2f7fc8f4b67349800a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec4aa743e7856c966ae7e995463c9353fea2e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3e7db8495cc8a8812ac15b5656152fb111f8e99e5e61157eb0d9f02275844
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6019024a62805bb7db46a9790aef929524dc79f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7848ae25e978fae0dcfb39145a1f8f203e5028ffdf46a24a4f36a74afb832df5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19baaac0801c2b8377e362dc5968627da4f78ad7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc32e19ac67e5495ed107f5360fe88bc109e69169a5eaa1880cf15159a3452f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90afc670910536b967f19c0881278aea361af19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7835f0b6ac217b4cd1dd06e3a5a5d4dea307b50150c640c029e2b3d3c127d677
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3356ee4794a4ff1a7c3ef1eaaee30acb22729172
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f09a09c581592158ec7bca079dcca943cd158fd6d4e795dfdb2d507ba245e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617295fde28761125e072ea57bb8236484d4e0c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2707741c2c43937edce7551f506ef83b2cfb1e3306d62ca0104e6c248295d153
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a402a4f3314a80d78cf42414038c1e897bfe4cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e0e5e16ef8cf1e32c6301cd72a79df4b79dd8225513dfb6913d5701c3ce3b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1680b7d5cb063cc755dcdac420bb8c8709a8424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30669c35c98c467385d1dc1c4a1e30fd4128d8c3271685e8813f7b88f2cdb83
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43a1be4667489bfacbc552b337f1c0cd5284589
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f2522aab7086111ef3cfc845c119e269599b51bb79e393e36dae7dbb8a7bdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8f56961fc0ee321f60ba9c9e4e1533205dc640
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a1b2dca3f44507f9be0371d0831c52742a8938bf1a75d540e63d0b32b17a17
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6aa4d7d7febdab857c394d93cdc77283cf031
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69be51d3426db019d99fce9f4f0ad2b0fc387cea1105936535b5affecf3fc22e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313edc80c42ed0bde9a8e58cbc8de78610d0972b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26856fc756e66a55a161c5be71636a9913e0ec2df25e56011bb64d6d8ac7eb4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c164d8796b382315864c31edb7fd6f07dacd09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511fabcac54b2158464e5421fb7c99b8e4d52c7f5c4e9b47e42a6db8415f9ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab148db14c32f93bd4a4d92dea2ff725abc48de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8f2743334347439425b967972307daaebcc09bc5aa52f02ffb2a90dade9a89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552a9a3426cb3e1e584d80844f5e94c8c7f03928
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666b898b5ff398f4786ec6bb4cc30d2585ec77ba5d4efc639de7d05baec0dd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad4d9b2c1de004b71b6050706577ec4e39d14c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eacae9a175218b7d8b8347d69d07a979d71bf12bbf0fad7fe9c7976d19462ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed957cea1c960e259a676fa928442f1ce9e8cf31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b337e048e033fe0c09bcf9fd081ad86369338c11ed9348515437d97c3412d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b02d23d5f14bfc67dca1f17ad836f404cc1185d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41981f296e250287d75a7809be8241fd0e3353ca27a5241e642b72cb6d553ab3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc811eca659a6233948b2cd9c0ec20555d4cbfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f7c0ca1b686eab2c8e9306ecc12d8e4237378113cb93458a1c3643a0c8bf1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d272de947af91306767c82e2c66d385f4cc1ffb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cc34ce9c6e7f967473f6676d4174b8c9657338cfe91c3be0bc8f578cf9e5de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe184ba4655fb0e201d1ef3b393765c01dd9700
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7becaf0d3094930f30652f09593820d2805b8220cac72ff35c61a0599b197f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d957ff448a5fe4c6dbde2d2c88514ca894dd8db2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0563717fa0bf5615753cf8c72dec6046567db8cacc07dc037420ee275f832
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a069b5cdb03ea4b2ddd0db28c0fb1f6c703e9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62d80c08b73cea1722fa2fb0ece41519b41068a281b00882d7509f90004b63
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4d32f654b3cad5d2ad739e93bd726e91bc9607
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861cf47d9cb795ae5e46f7e13af0198659f7e6eecf433f64ecabe4a022f62ea
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461cdfc7439562b1562e7adc932036c6ab1131f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9594fe0d27c444b7453f0b730b86d482b05f97de6678c9cb05e4c573bdc6953
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786bd49a8a17ab2124895eeb4dd273234485429c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e213112e3751e9517fbafd694838b43ac95280dc4c39800117d0c700b9b615c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c28c12ae3ea4f1f996e814a11d4fabe29498f7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33710e0eb1fe7f32807dc526843199925e2ae483a51b895ef3bafe856fc78f53
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6584a38066a9bcb7c47513f3faf4a5c1d67b0737
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a56dd9461a0f8b1da7f3a7919d2f48402021514f13df80cde45720bb7dc2c90
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990ec2a67c76253070fa6c4132d73fd9c99662ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d409ce1baf46d591052c55f2cbbb2aedc6ab8786fb3a09d83b9ec253685a8e60
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9190a62cc62d7b42158291875523a05721f4a2fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb480f37c8873f4a8e762917aadd72edde18ce16376f675e71c476f23a931f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea577bcbd482352b04a0643b318cd371ff1f37a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b90f7b1993efede8f9a00c793f8dfdd1799deb9c13c89b8e5aaa5783edcd78
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8ea704e446354cb5079da77cc71b18327332a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40658a59e808e1d1bc3b79faa60b1b42fe500771bcc92291251fee888d7eea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dcc2ad5313ddd93ace07517a11eaa737cfbd92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51b9f67cc68212c14b298c5d244d7cb8d1bad24098484d7e57abb8de684642
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8bcbbf40d8bd322ef400651a09e0bc2f996d10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f45cc5f798ab42be1994900e2e3c2edccbcf0de596cffe833a9714c04964e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af1100d2bcb7256e7c52ad69335e80224197a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a500c72f8903d79743cce16306fe9b9a64703b85a8b769f62da8def65a655be0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab2a6f490d4bfc4166082c0add5e1b2a5e64de2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da5a3f720b4ccc6a20232fd0a2fe6566fe50f10b75cb14c2384af6d4fe443f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9add60a23195edb7524205c5271c778790913b07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0845dd6c926185bf528e34ab8e7eb91e8d0b8543ac5cf73787d52a79aa0551
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba256a36d24278d4fa0ef5e03262dab64abafa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4d2e9c2b08f542c4c08a1d24eeac475af19249377be3d77074616f40393d35
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ca981b4af83bb34ca8b294c6fd02614988b2a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e564c5d5af981b35c471712a6422d352768a61b0522af49593835219d56676
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ffc5cb4c13bc043ed3fdb26b73f1ae9762d19b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f61ca06eb9695b8d3290128e15b75d4114f0bab9b2daa056b23e2d3d628c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c29d991f3e3d879f6860aff227c2f5039128484
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcce8e314c0b497a213c3a36d89ae64cd23e25fb588942dcac0902eddc2568a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e137da3334d59a31107204f13f01ce34dcdbe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b710e1768f7ea34d1981e2072403a3f449d5350861b7e7a8533970e363dc489
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d188dc15dc9ea004ea60f1acd02de58cc24d6f6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b6e660e0dc02f987691df36ae5f164010a232b67ec110562baa5104e29066b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8daad513cb0efe8b078402e4ee6711c12b6b641
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb8fdae312da4f1bf3b5522e171bfad209971af86406637ba4f32186717e39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c50206f160c81fbb6bda1146fbd6e23177ded3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dedbffb8af6ffbcfe865e47f1a67aa1fd9e6478114e01bf20be79e1998092dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473a7a68b35e0299912d733e3c3500d5e4ae9ca6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125da0ff5d1f6edfb1875596704338f94158d41145b52c6a6275865c553eb478
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b443a811e9f1b3a8ad74a2ef2ba9f9ac810f5eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f6d6e7aa104544cf33d804d9c6d0659c12b8448b10b6f398e5d61e69271da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c0f199a9911019598c948cfb6b5de11d80c746
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df967b6f4a5d66fe5bbd330e461e72fc155ccf3d5c137d19fddf7d863580c62d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b4c7d5a92113687ed8752dbca840084947245
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e9ce571a4db1247960e4498b9e42db3cbfb855558211422c441c40a85db48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0aaba09e544e5115778d25ff3f71c0376aa8da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0d2738fe9cec20850af7fec8f3d40d0b773d17175c4d8a3d5c33109918d43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c563332436ef3e20630a9f0f91a86e776a53c957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb59530627619ec14d322fc553ceb35eb5142d28eba61228f94cb20651d7c9b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d6d894bd7ec904472667f935f0da30dbc9c5e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a06c2a404d5268b988b71f6b924b29bbab2b0f87eecdc012f2884796780a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ddf561a46dd0ac09868b0180f446a68b66f382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44725aa09d1b387ee5db5e94f9395be7aed2b371495824a9a6908750dec447f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fbe6d84aeeace9c9e468550c767a9b41831c45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c943a2823366df808427957767016dd4bc4bf88c4c3d823364f98468fff175
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b3ee0090b6e50dc7c8fb07d0c83b74662b0ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd80bb0f240938689526e05efebf70802aeb3cf7f13efdb9a709f2ef6e509bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bad132b5698b8acb8655c33c28b45ac0facfca0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb59a9141fbbc16c296d7d784750cc69ad87883ef416ccc416589fa5f7b805f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6e83aa690af00642e7b53af694f6f1b8b0a296
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15fea57b384d26d1043c447cd46090474784812e7f098953b00eb99d736ac77
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b499d79009b5a7f7b44187a925e5ea5e6298672
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1529097efbb1b9ac4dcab24b6c59dae3443975e45b2eb6e335fcafdcbb5951
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4754f90642c099ed844ec0d524fda9834e95dd28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e648c00ba1146f14fb112aef638c5ce4a32c53927c744be0866817ec062c900
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e78ce290434ea913012542a11e42ce5e7f4938
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98abb61e5991a4f4ce3b9d1c4daf675605091bf69b7688ef799ce2e5fe16bd82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ac4cc3a96e56b8ea318bd7cb7ae6c1e2a438c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873a809fe54de690f7a9ef8b93245731b81e7fa1ec6c395f4d30b67b8a803404
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8983810a3e1958d14509eb15f2b813ddf88fd819
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad4bb77bd28d8f062ca9d7ce9a5eef23397e2f0b8c8c49def7c765afa551ba2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def462eb1cf1e52a2f1d18c017f64022e1a5b0a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70458bb5b1a9342ee2b0effd82164f446e5d53e6cc08b1cb105f467c150c084c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1f69cc379b201bd0990646def834634a6327f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b405dcae1c54a2039b197d401953a2ef3cb9eb9b5954cf87e5906736e81340
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f98616e4a8d4b48fc388b681277234115ec2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d443f5e2247941fba5a7681536371f1fe8e7dc81d4bc63a7e47abc4ed44883a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2f5798ee9deeac19de72a88a7de166dd02913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fdb27a51941099bffcca8375e880574c1b72a56deaa4457236edd9df17809
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e3e23781872da046ff1126759ca8a4d21e9b0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c88745d01bb20ba692c330402172182fa75d77b33c7d1cbc495bc69e32b7711
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1389025aede597bcc9762d7fe83321a7f0e0605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1871e4b4bbc3a7c4830fe738f4f8006076b1cd4dee29141bce6dbe3f3a430d30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2580ca2ebb864fff3a7d953679ad73c91c02f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71c1219741bab62f492dc3c8ffc2e4a212245cb64a775131a340cbad344324e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8281a4b4299e7265754e7f1581fb69fa93c5c72e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd67f0d960c90eacd994420416bf777f4691466ec8566afc1bb8b55c6a33b5e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f30c6467e13c95520dcc629f9d33e3b7342933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832cc8d23eedb0185522215f6480ff0a987724ed61fd280cd1f753fca1484c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9efa0bda0a5da63e816b7613183b15ff7b82e19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f5a6f712dc7aaf677ef154544f8a7b14bec4d443d33445c362cb4301feb54
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491c2ab799c9d99d1c27c8ea11ae44da396a88d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db2e1ea232089dbba9be60aff0e4d5715fb78fd092b9622d735b70671e38e01
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1809bd118668210b85cdf95c109615ceabfbeb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeef34d0be56812879a6661282dd6ac76d8207592b3cfa5ba78fe70c4827c12
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64dd8c3c8eaf2adecf444a669618073a4cfde91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fea5c022bc06b162881e4a2e065d8c27a174cde2493a70c14e1dec15b639bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22282fbd1fdb6f54fe6af42f49aa63c82c933483
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb7b53e20a0c54e45e616a0525011b48b1fbbb7341d1a4ca2d66e00d54b887
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7fc80376b50a256e8349dea60a6adfbf5b5fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cec4d72c5ac2eb414e1d8db46b9660ff0f2730af1907976221d670a5a1b5475
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f37b15dcf9bb8cd786a2118108922048c835ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c004d7e7dbc3cac1c498d9b2ec647fae690a51f6db8b32ebade6b0e283bb0e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e1cb1d8943fd8e0a26973c2d56bc6433fb5bd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfd4232bd91ea9e65786b9686bdac0d02dab44e7174e0afd5a52a17d234ad4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e4e8778d888e640465935c7d3e941195601427
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea0911424329df2d568a4ad18c5f1cd64cbf59aa970c5b796e6bbc8dcdb9ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8ea034601566430a4bbbf722233fe47e45433b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edfaace92e9bed71f1cc59328e35a79bf31339058af7783821da504681c8ee7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87faf61ac99ebe3167fedee835be559df309b914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30a953dafe51509f03deaa83fc5a7b26b9791ea788f0b3090c9e55bf04850d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5ced661228e261e628951db5036e9769ca8086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a85380e1e8962d347f4b8b32c270997d19b9e003db6660637073887fc12d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8095b089518b64e2787b4612eef15fa6ae65803f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134a801e8b4a2f1f9de0c4367bcebf3a8546fb9828de5e8918df32d5373df4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca963cf494791d422963479ae046a5375bf2c66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d4cde71a06e16cbc25c901f864f1f881b6b2d77f57c6d81281eff301e3585
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db2ceaa46d43783a64a846e5475d830765b6d86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5869bb98035f16427cb359857c3c0dede8958f08be43f0906df9d64c851e756d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068a54fed93594e9223f0801711a3f7c8ea821d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e73a77a1483e028d4d9c81580cfd24e556cf802b19559bdc3658f0b11aa08f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2adf4f50ae9c52a3343888241822f60762f74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd38bc6dea4eae9f92db8e353412e84cbe2cc02270aaa57995dcefb801d93f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6a44a87a4d95d23e0d55b85b27eb9cef7896f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c7d0fee9a96de6848c4b424c6ab061a69607a3600ebf470b561aa48180d03c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0bf1307084291b75a312c9c97c8b0ba475cc75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be27d230b778fad5bdd9fb12582a480174f2dc41a06b61d7d3cfc8132fe8a1ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdeb488eab9659c3514568a3d7adce02046cf01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818f3e344e7d3a87d679cc6eca2ee4873d5995394f255ee0b2df14e4a4a033cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff874ebd1722d2bf3a2a505c173959125f103ef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00904789c3ab13cde9b6c979973dedf4be7d64c395862cb04a8dc0e2c53263e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc38f6dfc4e4abdb7173c66f385d23f538c78487
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0a28f41c874efa8eda3e2d6ae34675d8029c6794bc43297fa54f3cbef63122
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9339487ed7270ba9cabe99fd81ea1479bfbbf51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2194ad91e230151d68bc2ce4678e591043c6a3049c38efe2bea175e9d6138730
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282bec976276347c0cceb9e9b78048821e5ece7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baecbdc145663361698f58a7c22b765f99f639e2f1163816c95a1846bed370c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a60f2f2443a6ed4d54e54ddcec45184b96801c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa74f526a0542f09c5b8a8cb9dc04c5b2227e66b7e712b1d8fc92adb44d3ae5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6fe4db522ae44d2c6b9d890137b9001d9afece
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013675966fa24c95508b63bf2c0ad91b916457a995a56be8a8dc5d29a124e30e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392ed861d7dcf1492274d6a65a5a751224d597d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f31cad013a82db488437d0b558c4c93744a1d982d7307f165caeebefae4730
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6188d1f0b8b03f3db57dbc5df6a46d279090906a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d5c49a28a57811e6f0ca459fdc02501ff2162b3ed924e4d5387ec0a301517a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfe0cf38bfe77966b4d47bdb782ad2f9bed0be9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b81d92619386d36d24ded2fddaf76de809a6585ce635037c73bdad4c0ffa625
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b779c4dd90f8c56c7822499faf3cdfa955dcac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36f8e80e08f99d1ee5e09c51182a70abb262343cc21aaed7ce64dd1f8f357b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25c87defe5f65aec0cd1b9ed49cba2cc96920f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be980ba096fc3fc2334f4a07fb08ccf1df105bc11e2818660575940e3024bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5ca6d7081016d985c17b5128246745a1812b66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883d778defdbd2c91842e61c34be65c30735b2a4af57cb1d21b96815583cb13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6216fdf35e5fb240ef1d26d5a95985accb95aef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8ef6e2dcc02acf2e4041b7666524fcf5fd4fd5ff82cc9118848a18abe19e77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac978df937a29760824923c091e7b5f32e16f12e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f00fbd072b3a9d7167be515204ba892ecfabb5de5fad5e9bf42515a6b00a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b526b91aa36b31cf4227438b1bc5e4e7ca50c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629bd00f947919dd5592b6de3defb82d988462dca1dfdafc437a79a7b650856
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2855233c6893f59e856cfc2e0f439276d0afe3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100217e9bd46e2a249a169b9c7e140d609f42f1e8fe005328f0565a2336fc22f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1490f09ad3c662f4498ea56587f8ff580617c7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afdafdd8ba98252497aeb2806740fec6fa4a17ffb8ea77e055882bd74b526b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5bd09ec00c8f33cb2d5195041bff2b16083576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babdb0655cf554a2a16e8bb2ca9253099803a305fd9f029742614a9026e59830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ba6237a2b573707fbac8b50ec0642d6d95c996
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8063fb40811c1c434d37d23fff0d1f6bbbbb77a5fd3a3d919427f1d420380171
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598c6ecd65cc0b4ca808aa6980e9825743c27e5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b21c60e0c3f71cab6ab5dc246d0d6d929a57c011bfbe986259fc2075526865
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c35091b162ea4b4b61cc91750e087050138813
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0ee73572976f42d196e9903b10fd4879045f966f21479b601f6c579ef369dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5880457cc5dfe985121ef4be11ca572bd03337f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e113ef7081526839035873b6505d7d0cf8a5dd57406e742b5d7a9630a24ef2b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea3c29b5a2274c4795650d19807ac595f572da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487cfe2fcafe3c6b865d884fc1f5a6aab34d415baa5ab7b5a230fc5818681871
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114c5d89b4bace590e103d9f447b59b0d489edf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e330ca12e53a5091ea80dba6b0ed95b8f3cb46a2fa9db71377c88e228ad02b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248e687a8c10782ee3617f612352e34d4f4e8ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ca7caac7ba379dfa20c8c5e377f3e40e29e42395d4d0071be03b7bff68bacf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbac25bea7f13e22e24ab83a845c51ac2d0b9d7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52be8c906bb12dfabb45a4e602f4ea6d04fdd208dd12d9654c09b26631751e1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d9298dc87ead09c5f9bc43e2e337830cfac01f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34005b9cfc8444a64c5430ae7b57344c8f4e668607d43cce0f7134d50540ca3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c6d658df6f6b0f9b0f56159422d395d249874e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb4a62fc6da8fe59f1cc6ca136536f8105602c550183d6176143ef0466a82d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e144dacf99a79af04ac08ad8a8655efa54fc16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9071b6c0ca7db69670ed1ac03ecf209fb88c3f7e70feb5acebbd23f3afb91bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf985917b7b2abaca6f1432e646a89e6088ebe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f5f2d2ba511ad72507b7edaba12ff1ccf8294edc4cf1beed236e2044176b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b61b402cb659d1d2b5b83c745f2485b6fa4e95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3362c10213e413e665698bd2c47706bac6f2a97566482a4ff83f2ca6958781fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc4177aea1cdceb0b104fa4b48590bb5d6a0363
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4b4257be38a2d8498630d6b2b4a04b124d968eaef6947f8523a10d38282274
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c803b5861db42cf7332e3a053eeaf1a33b5db51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d3d5a23f711bfe9c681f9d54ab6d2a7282911743456ed33f5604efb69b8c40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3180578b0a23d365fecd73862b5827443f0887a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d769e61cbc5df5506c5b7f5a53baaa73b11a43308331a8aa80a75a41d16fc008
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a00a6b95d82065938826976fd97f6f388810d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ed5f64f36dcf7c710727e2040cf8abdc5b8a3c49345ea4fa6083c98250b286
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906670beca1279d35581d7ca9e9e37174e40cfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d52b73563401f75899784c45d238155ca8913269ca61cc4b3e6ad1f1a3c075
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94cb7fc250d546d672f34ec070338b64fdb45c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0a74956fb01d89a00454b5c083889361fedbe88d5840c6a6bb6c5dae240d98
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0e80d95045e0ca40f79b8c12cae62e15b260d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f49c06c10ab439eed09a80596e252cffa7aae0f16b08fa84ab5ea4cb9aba49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5162b97a793dccc7848a950db6ab386b05cfed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6742f39a8f0c0212cc13ade0e9535d9e1262bceaff5b05589fdcf77ac60511
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f76435b3e002491e45c196d268b2595257ab4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3966c0e7a5198b74b4c3263d580cb4b2bc95183c59156bf4359dcd998f471d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9942191567e4b979e4300c5bbc668ecbae5efa60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8524d8ecbd87b60d8461b3fe5e1afe699da82e499ecb03ef24d6f7f7230c2007
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0718864cc374a14bfd4c5d11447a96c44574132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a41aeb684630f33100e772a5d99eb3ea1c69b0b128c5e0ad94480627f09672
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c032f26b2676cb10239dddb9b0d8b8c5cfa1ba74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37da547ccfdf70a51409bb64bcb3e692a80ad350615eab5dec2a030b92447083
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e10f139dd0d13f0001ead82a20834869287c6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6282e8f2fc9fc8519c1132d654998f648c301902323d1c6d78126de28e1030
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbebd70eee644c59a743a8a79823c522a305912
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1d5d94193d59ac47133e82ba311952c746443485c9960ba5951fb807792197
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004a5a73d7e734bebcf1f9887cf4ca29e30ec6a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e7d9479ad04bccd95ef7e0534deff9d31e3af2f30d75e0e90906ed356e793
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce3af42633ab372f2ad47127bf8a28236b8933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f6972acf75cba6168daf8592733d5c8d1347eaa7d3b6c82c2556644cc13c59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effb4d757ea6f69db14830f4f0c7cda96578fa87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a8c3de80915c80a6f64988ba21b915c9b6ff2d03120bd75629de6a606779ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5256c60c37af2ae66b9eea47747e8d5896c147b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9b2be6e7e819e1817d535d15184acaa8f5ab399cf85f0a21e25ef4115fc3b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074b037d1203d89696218cc4f1bcbb38811d15d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8020d9cbb408bebcbf750d0df362d65c38b65cefcd637ecd446517303bbe2f0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9e0bd5fc8f727dbe19a444140182766a9ed206
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47c6de478a68ba95712a5541195d143d2cda3d5249ecd0a3029845cf58fa393
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942f9ecdf618ce9bc4b4719807bf32ba5bd6d847
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f552bc18b0373620dc57d82dcc1bd9570575bd5c982fb3e0ef6b44f8974c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dd7a96f69fb8d661e512306be75500986e9e16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7183a68be19fe2accf7d09ff49189f9d0da090da3d797dcf0352e90fd4c39e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bbf56ba10b459107e7d6f1f98172aed09f52d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd2d5b2a142b4623a1d51619f0dd8024d7c2783a5d61acf945839524f9f16c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dba9560291611f65c73d928a6c549156d94c7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b976794f3e9a16531ad48944f38904f445990b35f30f31b100d642852294180
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141ec7ee2560fda9e0f9c04e31053317da62d28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffd65ac704783a2f30e3030bd4c525f3ea039c807b23b6dd493589870cb0afa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc73c54b04661b0fefe54520236846962f7849
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dce8a1d1a160bc0485ac89ab8872ff942cfd05983b88c3a63815278ea7897f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00972544ae188c36a6aa5cfd0a88eb37531c416b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3447aa3984296cbc05f5836d2af626c11b5476366c0654484ed20043c90e4943
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016f0f532369ceacc2c7cb11b0abd69ec8a14c15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7b998bafdb36f01724cb63233f625faa4fb6201eae64cf850b70d9f0606a69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2cee5aba97443fad104bada6ea15093d967c76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8479d62e5f3d4b01bb3a78dad44c243927118cb37e1b8315d3530c92a462f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921add2cd03fc5ff400c6f8f063b6f4b200d0e43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824146c3ee13c439095a0ea48a7c4f424cb69bb2b51fb7e07120188bfa247b3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5a96d5b329e9ec75cbefd900132c0bccaec6b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd20fe56793b40748afb607ff5f8bfe3263802d810f975c09893c2511c83fda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e552366eebc67d3a4001b0d190b48642843367e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9b914515a99536b3399f4a3250c9e393f53697033b8ca1f3d1c6fae36e0f07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17ddae20c124f06fd963eb9418d9177ef411b3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee84fcf4ac43382ee995b27fdb4a499ea559843c3c0705d538731e7041c78c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb516ebcce4b3168d27c86ad05e55f1fd89b5f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be4cd9d546f0d9e0fb0498c2292f6cf648bf87bb9e3885adcca904403717cd2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff052b1d67918ed2a5d4aad60d61537331b68b4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed742e82ccdd920ae70a34620d445baf64a6128da074dc9058380dde65c78ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bbc33cb134418aba4e7e17afb7c734894c8f28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cf70abb60d0123c1208e5b282eca8f57e775d6affbdcad41fdfeecabbfff89
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5af8dbfcf3f67d6a56cbda408aa1ac8fd025237
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f37ae645ad206754a5f28c284acfc8059c0559b32d42b43cd4954a0531cf57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbcc89e51cf8cec8efc0b35f956c5309b31c2b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df94a8130f292bee362e6b7309212ca538a72f9227d771c31e56b9ccef1d03f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d9a7c88ee42339641c9d922823c82006e0d6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfade76a53dc22accb1962ace2f65cf4e326d151e689d74a140a52472b201d7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6515cadd4fda0e0f98af94b4d349a9fe0481a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2ec138d4152a7d4b995d171fc0a58a3d5c52c8c4c9416245b56be63d195bc6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aac4a124c4c7e157f48691dbe8f64a8255dc223
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132acd412cbfbd6ed86472f678f2b90be335de8474d997777ec99f2703e665d2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6a891ff5805c3e14670b49386950e2165a2241
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f083f4c4b0ac2325946ab81ee4e33b8016ffd202da142ce2feb148d7dab637
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b817f6642b740562368fab04b1dc082d4ea4568
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9bf1de30b83de098a74ff6f3ccad4f7c9d1eaa2a0d81d93b6c39ad32cd9c54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1f773f00c161cb0cdc5e8e753ffbc3d7e0377b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b01157e3b9c4c39afc7acc97cc56e7b6cbb1955d0343094ac4b66a49c35852
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46cb0c30d0c7c4b60588e74905ed2090b56181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927fd0fa6151bfefee1f7b076dcefb44ded42e2311676ba4879ca4ace944c834
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913ca5bf7a37a86b80669c251ec12ae2152f43fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42397ffe799711cf6f14373d5cc0deb1509dcf2500e47686fe74c53b4a882ba0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553eb4d4d592a32d18db5f201800b5265bbc8fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57f03a5988759e234b92af9e9ee0e652ee1dd07199b19357a0f1383c49f36f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce36b92bbaf95d40020089b68942b377487e10db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63f31289080d9a0f517292caf62ae0a0ec103e8b172b28d10aa308c0377324c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e349f0ca676913103796cf53574e177a013379ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59ac425457833ffd7c833c3caf9bfa1f68dac5fbb1a9ab24ef78725a802995
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f679f63244bf29c33a5c7af2cfd0f17ca61901
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389df15cbd1766c777c532090121554aec4e1458889299c8a8bb574460074a2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb99d05c49782b1b046b70bd9210aba390b4672e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb07dc449a4e8afa2092c745eb1712ed39e951188cd8392755e81f4e3b6fad2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d438d44414b3eb1a1e93593b50c9cbab3075cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b2d4ecc0581cf687be5a42d476a200838b6b4e572295afe094f3579f19edbd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a819dacc31679d033a1ebd2a7929cb9673852c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a64acb8c49a7b55b97ce8cf2f87078e3a3a0ca89bbe9176aa62e249ef3422f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de9d6e8c853e78503bc71a212ff7b1ab91ae1cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079eba893ddb6040110550c5963abc944ed3e8a0cb7ad7621e54bed097983306
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df390ea76fd244aad07724dd500c7a251928647f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614de07f99bddbbb0723bc7a76866e1757991bd4468b3ee69de8fb5e0959ad6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3cff2ab4ff7dd507105d886b41e25505154acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dddd821aa30cd2b511877ce1d95169af018113a94bdc518a9f3cdd05fce4239
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5338bdbf55b79066fc70c99cbd5589118228e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc2b0f6d68e899075ba31dfd97749d72689f19ac30d8ba907999018b58c8e80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a79397317e63c9c35c4f87c87ed9ce57cad8c1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73940435cd1df9436e50ddf0a95fccd4205f3f6adffea2ce86d6f665f4e3a58a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e62de593811abde2a5154e5dec5e2fe9b7ba7be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60fa384298a24a2ec56175879f41f329cb319ec2eb7aa20c882fb6cb51dbfc1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f9e6383d7895c8d53c63bdae21f229cd803283
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec4e36a728423fab189c78fb05b2ad0cc2b159a8d6292cc82484208c4029588
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e69343c15598184e482fb2a71f87ff10955984
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7af9b0f8552c01589b09bda334a0d2669a9ae029e4be384f285595c4f449d2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd503bbeda26eb203ffd6f14259e87c22241a230
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73dc9221b1f285b7eca183102e68983c80bceaabce8106b9af7efb937d2c5e2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a010d8d65f378e472e869fdc98ac916e9143c81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4d050ab7a7cafdd3b9749aa47d4a3af7f481acecba6ab76dcc11d9fcdcd1cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926596534ac184819a743a2e47551cf44c3b660
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5fc85072454b2437b2af2722ec21284bb948ba8dcd75183da0f82148553ab3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698ae074bbab2a411b61e0a0c74a095105a40b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5aa7d65ba3bdd86709aaa6fe937490a4e34de5476babfba8778bdf417bf2d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ea6b2f3d0d042b3e9d20a0044498a0ee21e45e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e3c29940ecbbe872f7c004de89abe020caff202bc189e692fd45bb9a4de2e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3366177f0d7d48e7c3220f7bc5f618030582a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00332e9af8b440b3df05f5dbd84c34c42cb09fe126e3bd929ce4909fcec6d7d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9513c9eee0705c15af0ca792f9568ad666dde01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c18ef3e1a5633ee2b78f1b6ed7727f7246374a896f7ab072169ccd50410586
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979c4a9c65ccf3caf173f3bad51a1c4cbefca18e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59256a9c3ef797f031b639b1b69b0738bf6022521c01223ecf25793d0bfb6aaa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18eb65b38817754bc7c611cde671a07ce2e34e03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824efcddc5a0175e8ed94f4734834da12ba86ace661b77a5d44481fa4291f261
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0348a714863290fa4201c8f2698d52620cc0a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84142a38153b6da7122fa90c00dd2657bc20efd637c27b0a52888ac5757cd979
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1371aec8c4245e6e4aec8a4e975ca6bffb72fd9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24860e1da75309d0ba793c834f0a6686a079caacb5c54a63436385588a1b10d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee0483b1820942c4662b7e82680295482abb9f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9054b49263efdd718b72417d8b346f95112bc0cce932f074bc06284ba3bcebc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1952df1c31623e1245148938a37ca794989c497f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7a191aabeb7076d88b4bc672337f0a0ba25805951c18357078e3b5208ddcab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961aeb54d5aeea7d6258cf2a376afcb06d970e34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779720ec420a3958556b76c4a499832e252269904c7c374a183971a80a21dbad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32351e8106f472f8bf265f84aa255409413c658c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec7a88c17546e7e92521218bef42692aaaed55cff26a8aa7c33d6e47fe74334
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711f517a031761d70d225aa1d7c322d70d92f934
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94896b9964db95f6993d0bf0d4bcee859db1eeb91979bb82c0e703bb92597f43
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f607cb570fde5bf05706a1233e767c2ef716716
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f37ecfcd6cd9a53d31fbb43246c48ae64429829b23d637478cabbba510e364
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f20bb17e81ce7c108c01a76137aebe36262ad13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ef7c9f08a8f38a11a35a8e86610663c76fb191f5e8bfda24e6f1fb68e3511
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a25ed2a60a24b729f48636e7627b5393320b3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dc1a4a717b3bb091e405f17a5ae965394007abfddcea95be7c563373d6ddee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f118525d7eb3779bc8c4ce26087dd31e6867888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a9353417f74aff862bb90ec7f0c63b4f1590d332e1f44c0e7cd898db3e3014
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7ba1a36b7375ee417676bd8779f5aa423410e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b1cba2d4c65055f0d55d0f2cb3656f475ff9bb3f168dd2fbe4568be315c52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055d9421362ec1c96002beae2e7f7925d7b3907d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a1dba62ec1b4193d9ffdffe5498ec8987f98f816340398c8a65681a6bc4359
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf2635010741d7fb74a2340481f14633eaa21b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0cf872f67997f0ad7a4e89d61fb7ef8bea980a3b0b5c0dbcee5733203656f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331a5b253d2834eaf5d347a1f2306f2010a7b174
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd9961124a51b2a98c1270e055768e8c2e1989eb66908c0c0118ee3e54a0ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b938170f6b21007d308b4356354bbbcc94e34a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229ef4b39349a2105c7dc795f93f0b6ef64f54dca49aeec6363fc01be60e85bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbadcb64451768c3b746b83d91267d47a77b5d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91932fd881e1144b93fda940d28b5e00bb09b7ef95853d544a28551164cdc835
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb88699ab4a8fde66a7d6c4fe5a93aa92fec4a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856f86204c255b51a87b133e8ebde9a732d40ca05ba1830544c4834867826a1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5672d841e6b9f93e5bc122b801b8f166cf816b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f27b2d354582f6bbadcc9a197b4222012d14124f435c21e59439c09e20309d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dcf0642430fe9607dbe940263f8cf9bb7d5a12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba7d420939108dc98e8ea5dfd3ba5182c2759c7d44622b5b146d47a0b8e7d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c049fa7b916630db7efcba4ddfabfdb03b8242f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a941b97e1c4e2525fb1be37a14ca5596e98d984db65330c76557af3b23278372
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f25c303e23006d0a7080dc00e351a174a5a0742
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8141429cefaa5f897863611ef9c20275cfba2ff475f1dd09d5d4e1c0497d6322
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3181ecb43f22c6c91ab334afedda9b1f35468e05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770496ac7618e67e71c5591581f0e59b48c5676aca56a3eda9ba64a06455c4d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae345dce7701658feab2c2020939d5bab06e39b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3dfc8187d36f7d7b43c465aa63f026ef69441df752e51d6268b8ea113e8891
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeedc80ffbeb62ba28b65cb2cea88f73827d8c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dc17ba58950d6d9d9f3c4c5bd38943a6a6258620e3c806be14a503e693272f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e164a0dbaa3445ffe86763b4e6f9137468b4605f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b141758f1503221cadc6bd7b784a47c18fd1ddf091fa6758a1aae4d685797c78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eac59ae4adb93a55cf8d86f5a5bff9aa7258d4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913e37ab3640b0637a3f0b7ee6152f94a1037b9a97a21278c8c0108a06c6ed4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f0ef6a1a57784ff0c4cfffeae3f2c60b0364f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880f36407c5a54c1326ec154195908816c7575f02e43dc3c944a64cccfc71c8e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caac9b74870afc9260b888f073e0daea5d560ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f1b300ae82c344973c0da832b8359d0901814c60a2ec1eab225f4e39df08f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44ff1aef3c383d24a56ce5d4e7b1832a0166848
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6dcdb1ee52aac8532c3c4b0153616703d67f5b7fef7ad33ff40a3ea8709735
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3681f425ed2803f90c45b782772635224aae50a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f920e10c706c0e991b3052224226e50e256384d819474ee68e041c490c40774c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ea39ee38da7b88e4ca64b5384d35069876e990
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47e73ae1f097faf36dfae749b26681d8b6e2c8997c293dae66dba42b8a785a1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af09198ee3c439b6f92835ce851f8686dc83249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381dfb32aa12dd95e3726ff1b729210712d334e526dcc357d58bca755977173c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70b3a449572574b550790ecfffb36ecd160dd65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf3582910e53534df0e5bb6e2b5fe87a96627dad2398abad5e7bb76cfe8234
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec25b0d0a4719efca37cf98d223f453ef72c360
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7156a5febfe007db49427157c610c209d50a82bd100e0b9fe84326fa8bac24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9e34d56fc098434dbf6d5fa11f5eac8eb7714b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9fc93da71614b584cfd64bd4dd375db9d84425fd655cb442736e50bf5a3cc7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5695c7810fd84e7e682a8fdbe3a634ec91fb7580
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec134d13bbf6bb37b4227631b2302589ae71f9c3ce68e0c4e5a33edc95b4faf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a9072d8eb5783d7cb2aae6207edba329925c1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1eeb61be202e175266819ca616ea8e6ff5cde4b48d3bfe2d2baab97fd46b24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df222beb8d1bee28f14940fa9d5308643c14c57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaeb06a040aa7a0ca4650d70865e00bc9b07b40951e23d70fc289b6996453b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de863b6f6f1bc50c0a97f97b2272a38e97d4476
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3dbd722911e8c49cbbedaf066a6ec991397db3b4d7099915fe01651e060830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70b02d15e53fc4b9069216cfbb07c2a1060bf92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fed037b07676e934b96717d6f9e2ba02277c2895fe21bca3180eefbe719e63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73705e8de507f4314b316d5cf69e7c570e2e014
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5f638ecf9884468d7dd28be3f75865ef56c671b06ca85ecd9e7f162e8cd412
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03e5be3d13fa424e393a4ac6139f94a2068ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5462a0b4ce37fd866a14c69d6fa59f8bc2c8c2e001aab40107bc382db5634a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd181160f4b7536c5bee2b656c533e69c70af4b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f135260fa5dc4f427361d1dd9e2f2bc7020ba3e07b5ffc115b6dcca206bea94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d200d3102abe1438d3af4f88852e7d4ffdccf89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cdc76bbfc3666a47901b0cd40b70b5d65df8e448330586193456955d73ca2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c5440e34c3e8fa65c222e5c2c5519f4a75471c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191664ff1b96ffdf4515af124d7bf1430248bf577ea3b0a59454b55ca71cc876
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56d0b46efb3a93cfc08d114dab724ef6b70035a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a9ce47068032d710e0bdd6aec597f272e7f5a395426c5f10fc272a73e8e168
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89cbbfc770d77efbd7fe7b9999ebc8a86ba4e16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d1afcfba9d5813ae45a21711b69f471d0a2054107aad5807788bb6f93d63eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5d5f528d5430b484cb1ba9ff2b3d34e4c0b41f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf9ed4088042de14a0f8eb9bce4205c96857783d4c6fc0232c921d8832e7ea2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64404e9295d0ff2d0d45f57dbdd82a26bd2a0275
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6e16f23abcaf51de4136e6eb51c97dce7e5942a95d9e02e1b6f8bfb8e1cf3c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f678713a24ec77220222a65eb372c33b05488261
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d2a68894b64d8e9e58088f48a1ec38a5df6b37bf4bb9bb3c8d8172c53c7b1f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6b877ee297b9627c04d1a0b844bd5db765ca8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70bcd98865854c8f9e2aa093372faef27d36d15d8aa1fa1b46097194e98126c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad16b6c2261d65136ff31657b78707f400ba5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babfecb8a90367441910c2b8887507153cca2a69b8258a6f5d01f3d637094418
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a1cccaf448787f7d763edaa9ba1cd5fd560b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b392ddf7d015b692cef6fc62ace5a6ebb21d6ba45e817acb456874d2472e64db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9185400cc55be3fa6a179418008658ba3d4d2804
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f745a7d372acdb0fbaa7830b2c45a612ddadbb49c9d39a78fb5fb21013ef1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468260a2a7992dcda050bc5d35f74fd1438cef58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fbc9801bed5e8a2af03c90a5cfab3ad96ac61a46ba1c13c187c2019b877ed9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38010ab0a2ac59acf46269d0828156110e1d3403
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f173df044712024491cfd28dbc52e24726c9c81e8c4a7390c33442b73936c3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729c0dde653d302ae44621683b944b832f8d3a0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e76c2609cdc968b23e63ef87a62566c48be9c8a8045a45ab6c46438f1206a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34459929103a65c521ce9688bbc482f67c499f51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accb8f61dbc2d07a2ffd903e6ceab66e92a0c3d0df617691df3c94cbd068ad1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f91e8c6b080b051cb9e3ba99ef1f994dba12e19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5939d58794bb1bc4964095d05f762fbf673edb820d46be84597729191bfb41e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f8e4d08c215194e0426548d20d95143da1f37a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c57b87525e845dd81a0c6f099eebc471b8527686484855519c1112846962fab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb90fa1ccb613fd610884226e3d8f36f12902051
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f767ef30a3634d5e46f92dc0e99353be0ca8edc75f38b087720414b2115fa1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a41a29c80b261fba8a8a0f23d7fe9d4c61ffd0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35df87519e398f41653c90ccc225feb9d3d0fe007a49e9d39f8320f3153d7a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6a192c502c36402e25b04447ecd48747843eab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841d7c665de0ffc19ad87e5ddb82dacdcdbd80d3849a8ffaf69f1113bcfb260
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc72d566699d18b3a4f5af7d8dd55caba18ca8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4127bd54ec0ce0c16cccd1b526eaa119f6c9e6e0b6f0ae8ee57bb87318af78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d792b72f00476f8d1401a4831d792abacd5e2bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7dfc54f8d24ea2fba2190c4f199eca1d553474a39ccb3419034a391b5e5bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff82c5da5c4ecc34f1fa9a58737492f95157a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7c725e733042233a4a2e9988ebf13c0a18b0bf2212b058fb90a7f3493cb8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596d7e59902ff7fa956c856d94198cb5aaa77e47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801b923b8fd299857d4f47d0e10ef7dafe674a724f8a43d0022d595927276434
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dddec7180cd6db07057e5c1c5af1c6d038dc52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e3249a426730b0fdd50a84e1b30003a57473ac1a688931409061eff9534ac4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cf0c2ce65e9d766a73635825fa7fbe240892a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50fbf9980a3dfef65e79f2d04bda862147357d1e0ac7ad8408cb035690c0b4f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5d6274d30bc49fac65051a3552424ccca9d8b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3282d19bc67705468d1737a7b8eb7b946ae80103a38b0c9e180ee62b2248010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4ebb55a4d5676eb9cf75acd398c575e6ed6a14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb0b637e0fcc964a1d526071230a23970b44f7c7a964d9aeafb70afaae6ade2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c892f41b757331954c7eb846adfc83a0447fdbb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f32c4321bc11b875ec4ca44c576ae5a5a0b9241f5688c78d09190b7ad4febd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218a5fa7638c07c19986a0feb54038a13fdda2f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59521f9709da9643cfa39cd2bd12204e1cbadf8576c81a33bb8f247a32402814
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5b3518cfe9c70ca0087d174c86cc5761bef081
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8366e7f627ffe023d0d85175bd345956ac2a8352645604cc5287fec574650
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f488415e84176105d71d66d6669fe55c7e38367e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e9fe75473cf30f222724c39633069fc6faf4617b33dfb25f236c1a73a95e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd5984ea7734e91a0c2b783f690a31f35ec1835
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a28843ccb6971139b9ab1c9395699a0ff9fc6850dbc3879beb45d8a0ab0021
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0647a1c2a17c6fa24f30c73a7456716897a0a0be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3cf80321aaab00531981ae7a1f58689d442cd78c576428d3d271b5acef4a63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ab9a535e901e3431cafba6f0f8dcf24f33b96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397642ffcb8c52b6be5ce18693b746ca7f04b3f07c78500b59f1ecd31ba67e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbc2bb3c04f3205e8ce3f93db5ae7f533f85f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5655f3050d83f18edb538ab77f95d10f2769f925e7375f721b24ad668e459a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b017d3cd2a1361a60452683adf76854623273924
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcde900eccc1b295b244266afdfc90be5df8c7341fbfc6a140aad0ebcfde0dcb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d87fe35d20debad37128ba8af2aa7b712a52224
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09baaafd6b7b8b55cf942d8307d737ae9d1924699b59ebcb6056a1b86c2196a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1964bc3ad583584305a702697ddfa71bea015e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32edffcc83c4f52c13c58707bca5fe66c33e537726e27acb73fd6a4454b764fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1456b410b4f8795eca7d8025f9bcacf8d4d889b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b85f96cb1c2ddaac0349af727c4a4abbf36603ee4f95582cefecaa1f76dddc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724cf5be62587a1804faee1c244fb086a310cd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf73029a79747874da50727756e78b858627de422e4b5ca38869f1de48e761f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7552a12ffc4a5c23bbf074331f37e4ba69eff2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f644c0d24469c1876874ea72955cfa3861837ec0f411bdcfd58331f4867762
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a086e01413a9d3d3b4bb793a55554358377798
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2613fc26f78ff46357fd19c9649139000ce34d820ed84419c96089df41e2ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f42eb658f3db24de8d378ca8b809e3f3ceeb4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245340c89de547d027acb7de619e0edd3d3363361c9ed42a375099fd0ad1a45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bce7a1695445b1085bedaea7c2db714a2f454f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af6ab519e959093672699f9c41a8df30f0729b78ebb804804ad70e42aeef1ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400ebb4d932fad4b54f555cd560e6c4bf5a2d3c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e722d10b063755cde99b042f51377dcc35834fea29ad9241f5f6e1e3a7ca76
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9724256a80fad03a72e5198963275110a5a746
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b4931d55e654e3026860294fb36db6f5e23c5d110dfcaa161e4afe702d092
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5f82777d0dc5f32cdc61c092bc42e4de570c1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a4d1da3af5ec987a491048157eb579e34c4afa9e865c5e6e0cd0f98ca4d30c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a112abdb7cce41a806fb88e2d1e7affa2d818ba8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726abc33a1ce22f9627c9195b0f0892f3483cb988f5465b64e32c5b224b8e1e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f875e64d398b6e8d14bd7b8c5f8b75cf46f8527
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a49317bf59d43dfdb15241bba969bfecec5730695c28119fc54b3ac0ab680b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c4e05d8ecdc5707d69188d543d52924d80e6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf2bc1f3d9ed26e32524331f08099e7c4bf005b92e027865721b8fe9743bdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c4dac8c13baaae95bc85e0f4b48c1b072b15c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adf593aa0be46436e816de8f545782dfb9ff66d4b9debfba18c666f76897885
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cb126d2e384ba2b1bf07ff2dd8b1bc2488f6da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77280136d0f55a1d65db8082f3031dcd130bbee3554a7b4956837b668db20da
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763c272c5ea1d4b7493271beba14c7919f3ff075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1e1714326a8aeabe696f31b9d652b62aabef0b92b6c71464866d3c9415ad49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39db676a7d333f289181df05c9ddec7fc4ead4ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc6966af97b752ddb50cb806e26263002ec57bb81216031a7b1346a1d27ea4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449976a985097fa640dca9a1bb283cf22274e7ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d986d57ea6fe85627549d0c3f6556ef5b46ec4678cbda1c86cc254eeca27d7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0773acb43e5e19bf09bd93e3e030d2452a4c0e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fff224e2668744efcce7448388afb075cdd35b77d8e13d839f7ccc18ab5e54e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf83f77cd7046b2bf92e131233de623cac3f2680
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86a759c07ae82c11cc9ee155c977dc6d58e339c341fc7356192f98ba3052a18
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28057022da81b6f18aace58c4ba8f896dcd67cfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa8ecb319555e31a87203330b15b7742845fe4d031adc2a5f65eea1a363761e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481f3fe07a1878f6a2b9d04b856b0f04e9b26b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531f2c967568b3b398ffbc1af63ca4aac52e53121127b4c7973c16ae90525377
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dd2f5cd075fe24e2dd9c3a92c65a93df4b5b39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d5a98c18f855a01c1b0c50099fd52f2a71044f99696fe04607c54a9792d745
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc1ca6e75e3d83254670317483780f54f2d0bf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b50b73e0f4f73782fa86125564974a7f9e685ee5fda9c55229aba3414a9df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23df2005b11efe91c2e58de3600bd32d0f0d815
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2456a240efcb4b709a9651575fdc3234f055af80ce8ac943be86e0f7af1604
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864430c0ac52cbfbc4255e02103a02d1a7dc29e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4598c9518bcfb16215543c2398322911f7aeb463a70ec67719e373d2ca642ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae229dcd6733c4eedf1e8a803cee0d81b575eff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b4949ac85b34b5e13aa8eb9312c4cea47ac06bba99cd29eaa9bc407584beb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea45aefb1bcd16cd80d48c2f777bdcb2b9acd90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529453047cc0d026aefc76664842f6060d34d604710c00ec2799d33f2aa096cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce13da813300dcc280e27da7fc573b389485cda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22352b76c2fd4a4c6a458136cd6de8d595e3a327ede50a7aaae8fffe507307
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0057c5ad5512a13f86ab78cdb3d9438d666f9966
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5491f836baec5cf0a47b6de51cc6064259ff504057502e7065827c300f7e1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014018b5b70cc64e97a811cff52ec3fb7037cbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7dbb1bd35d8b38f7f9dd6409322d837f0111ff10eb517656913945b11aed0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3969cf9a12d115632a7939ca95ec5708589c178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5a4c904eb5d7dc231ef82c06ca3608f8213b663ef507a2833ba8df4c9ba24c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80e4655219e31a8c1f54aba464bee6e20438e98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab340189db36ff567e60bcf3264e884c34fa5068ac0070c8233165cff1a565
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a992cd55682930709710b5cde9bb17c5c1e28537
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfeaa24bd3d1e942aa35cbb92529d32dd39d2fcfa12a7d7774f20208ab02c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2d687f3df0138ba5d7efbffa17805aa66b488b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e73df20bd95d3e1aaebcda085986064cc333e18ef49aaa98e1a51ef6595e8e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f87016c1ad10f5db091eb230aa5959609bf973c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61861d3a9c05a43ee46e4958771e9d2b624341bab94b0951a25284d73b78310
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7becee16021c04f81207273b5ae02d947ae7bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2658fb9c1db2a105064ad010da000bb02214c007c6975e451cd14e11f5712c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25363108bf2d782956ac2aa99375db19e3997e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b2070ada9e48b2006d825455aa8ca21ae6ca9e73e4f945789721a37a4cb1b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d3fb7a2bb7593010a68a2a3b17cfb99d1b9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844e97c58244fcc30bd00242d9b49ad7a8a1056509a94fe19b92bea46abff98a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d920c3b8e30b95b3bafc8eca4108e5f03183b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94557b1681e6c24a77a85d1f3dc78f4e7ecbf3f611f4046f5d36a99052aa4f1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffc33c35239214b3937b436f4e8eb494f647c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253c9965484f4cacb913a246be5dd5b8f6a3f4181545beb49355337767eefbf8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491a303db15303ec58f500ddbcaabbed99b3bdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30758465334b4b8dda553ab14752c1967ecdf90eeae184318029b02dd31a0614
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe28529600b2493fde074dbd4b637502eee2501
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910ce36b158fe2f8370939d7e76c1e57109d55e89e3c10d1248c9dae05dccab2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3583e6f11e9778aa80e77b1836c8b3abe2d8d1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ced37b32c352ac52a92aff08f1d1aa7e34d05ed973bfdd9b9fd5610c3595a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e69ac2001313d20604aace7d16558148e9424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0bd165f9efe0087bae12b2d1f0d87fa9f05b912a596dc38dc949f89ddd3ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29352abdcc5b31bd75b12203050b53f15bde1b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb78b80b9fc9c2a35c5aa3dc94f67f2a16aaf9a75065bd28368c6b8d22cea2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8db0c2f6a475c3df7b959dd07869f88e9cb831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaae61bb6daf86b2a9f1ef9286a2422ce66361ec21007fb596649f0f150321f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d50fffbceb8df972845ae10863c80b8f020d523
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eecdc3aed6dbcfc9e37d54603c5debb0fb7ad2a2760b00dd8d572b33edb581
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20afba9ce6ece84799adcb32fb3ca6fa538a6b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ade346646ce651974fd9da678a2d118044f9fb072a53fd39fc9eaa552ad2769
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2cd897939afa949558904978a6442ad82f675
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db6a7051534e80ed497981b15750a7a7a0df11d9720d89ca3c79018b4adcf3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83157c721b21078e6ed0f8793a789ac44fe9a80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b5f3eeda3f17e2a74de6b76df18148dae29d5799f9b3e8285942c199dd0265
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046bbf401291307aca0f6255e79ce1aabc8efb84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0cb23dcf920869fec726df697a666461b04bef9803af834cf433433dc4d2f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc5fc0afa3252e92e79cea4d690b5c4d1f5b61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5da3529421f1879476d7ecac9b4f836738e92875ffda3d4d911c50539bdd5a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60dcf954e321d7a3f896d54f13f82b17d868980
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f5c676318e9aa2c4f5f29f22bce2f64359b4245bc4ff91a6fb699a87600d9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b65966e678344c0211b132b79519ab960d8dda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae686329802f3affbfc8bc3fafd44fca548cd051f9f23d5dac8e482a150239
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c810a5105aaf09c6a1825704fe833aaf8c4a113e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964303d86cc1bd5f3521f1c8f6569f3efd72b5e33410b5e56d7bdd276a81191b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a7c60b03272d67f6149f6466cd35d6343ea8c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e04d11bbf47aa5804439c26015527dc56c0dbd2b6761b9f21115404e5d9b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479b51680dea6513f7ab51bbf5839f5160fb7f49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536cd3742313af05783ef348c1631a0c460d14d6cd17823df68bd1e8690af583
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03476189e98f85bc73351e3092bf064318921846
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cb186bc3bcaa839592884600e5c4dbc8f6e91af4151925f76c4365e501174b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1ea5d74a5ef1759b082241c8afd357c7c42695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd86ee37a4312b832de9b9bbe82f29cd78c5ee9a1ad3363228097556a9a3c23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad9687e475513b5a76a6b975081b34f93bb3c8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bfec03f1c4d3f4761ab391c131f1c643356a70d02dae240a38a8d523ace508
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b76e69ed5e647c16134443a05d3c366b7b1f44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93558d6f5375dacc424eda27d3b8fbdeac8a5711d4e8d201f07e37eda497562
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfeaa8ed40aa5a2791d677dbe6a38580941dda8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d22cbad2d673dc3234559abd654e669c4cde055c1e91d45708ad6cf3d53071c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f498a91259d3ea9875088b3242ef7f160b9d1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99019c4a7a5371a62419cba792303cf2a4faf6f3ab7fe829f64e2848d24dcbdf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc15c2be0848c0b125dca770c5e9478dd78d981
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413fbf2693baef52bb50c9c9b5d7df18fc67f74a93c0e2b16410847258f267c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb2b8442054d1c8cdd996ad193c13db90ce2cb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ceb554c67c675eba1120c28fd866d326b500a6d71fe128aabcd1161ff88cf6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819c3872a01b7cf55886638354f763de839b335b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864c903a20a11d5812a4d22bee42ae2004433eb046daa4d5125cde3f61104374
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101efea04fb2ee2deba5b27a4f259a863d9941b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8d75d2416b49a3f9fdabccff7b7cedcaef503311c3baf4f9b56830cae9d212
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332084b14d362b2c964ebd79f41888c5105c9435
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605424b9fe025d4f1008143f5a08ae9fff63c9b6ead1c23c052a52d6e7871f1a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9394ee73081058818638848c52c86bac193b4624
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce435689e371410da9d646aedc9a249e2d9e9ca0c7a512d73a0223f12c69c55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d944e68bfaa469a23da790bb182158a87090d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46ffaa5f8265a6b6ed4083e4955771df83e45369d6dbb5a0d502a849f7e2616
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4659b7ba77b1ef9f0a344459c7424c5a8a02795
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2ab8c8ce561ffc74226487df5b3e044074c7ba6f6c1049ab6b4616ce162416
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09d80774638b85decd95a1d180f9843766fbcf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd53dd87cf7c0807255e7e25b503fad517044684413309a06b9725b29c203fb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f1992d9998ad63d5632d63a76283918765011d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3539af409d0e3f0c0fcf3fa01abd4a579883802a10905bca8be0c518afacf15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8fb1235d5e5d80b7f19b7c5149d66036f0337b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e0b60f456bfa706f51811925feae95b1d59318ad8702d27ed474961ff52f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039bb60063f369f6846f16d5ce03da03db33553a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234588f8574884b31727a86307cf8f4aaa7dc5ed2e08a450e2f7b206c5b2c6ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ae491ef6b7de7018ab922342380b325c435230
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3da3a8673d544f9f55731aa42b5e955eefb2c4c9253a153023ed933d4ffb6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f27507e99416c9b1068d6daf9c9fb71308106c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a413985fae443ec8f0ecfa38208e2e47c1515ff27d69a249ec969cfa8f33ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e081078fbf64416dd24768d6ef075385e583130
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566c529a2cb6347350d97d260cecd2ea6864e1299a8ffc962c5f76e26459e865
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ca84a455fb17a03559af176e1b23bf4a9d5fd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44e6f04bc897588b69dc1ad71f2b38457b1def60bd518f60e22728ccde590b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc1b38d53916cef11302e0f98b4d33b4acdbc80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26522d71dd52ff6df03093aa13745d8482ee9a36114514fe630e0e0186cb492f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42df71c35400d94ce8648dd071a52f0a41c19918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2973c9e12f58a2d489e2f08c24724ecab4429888ca52ec73386e7fb1d085062
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f68786a268a3cf965189ca2aa2dbf40f1b1dfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24023167101c9803c50310379e728143f55c42612fb910b58c4f3742b2197a6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35acbc7866e9c029326054a6199e3c0af5fb69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d31dd91c13bc3349b8634ce03834fb4f03a65ccea61c71b6f517ba7754acfe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3296012879ca5d1cf3667eb7450dfdc4b1b084a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ad7ad04bab7cb78568678ecf956e461b17de884ccaa5c09315569eb1d8fd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea00f175435e7f98cab73bd63cf4a7f2b42d4c85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4e2d8774ed730490d400c5c5c3eee7f0488cb532fb26ef94ad1deef5ac8082
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b8a7b921fe8a4ea3173ab1dc1b87f2a113285
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fbefb706c6874bba29a6bcb60006bfa5fdcf136bfbb2cc96639254e687854f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0579719f199542a18156cbd416b80e282c15bdf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213be863ba1744541992ebb97e813f33ea31c3dbeb7da2faf464905f00f4942c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f645a635e6eca4197796bd1f75fb540bdd4e7507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc625b272449c7ccb3b738afc1000ca9c158354c94ce7fb940fe48e0aa766326
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d105ee98ab60b4410e2907ae610b995e24f7d04f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bd4087dd35f1876db03afe501e4e481a0a1b565d382fac29d08f61fc8e8a9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46728b3444833e1ded9d58c5e860e9f03d545488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1692bde0a9eb032aa17700744815fcf62ac87e228db7770f1f0c2afc132aea4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78837a6458a3feec572bb85402acacd436e06a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c387e6454c9f922a7cbaef7437ce84e64ef037c46a27367508df0cea97fbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29cbf4f7bac67b1b8a989e1f00d64d745adcaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39f22a2bb011b7c78480d98344becdaa0cd93ec61792940fb4cd1ce496d9ffd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab04d7a8e74128d9e50ef8d9fbd518c13a72ccbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b12d906d35a8665038f3191caae5715291c0ed03f71b794407c02e562d84d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c92ffb0a8a83ae51ea20011e0ab1fb75398a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b96810cbe43f003e1158be8cad71841889afffd809b111ddb6f8dd72539e9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a008b27f17111d7dbe766d45a246a7457b92e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b828594b69f7420ef8f6bc0ddfec279c01358a08ee6b65cfb7634ecb79561e9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b7d92ce7c7651d06a0d1958bc6646bf464268
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac4d2b1ebc81abd1ca8a05fb5e6cd0024b782b59a39e7eeb41e79efc29449ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed159c00cb514ea2610125e893aac29fc3182985
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e223054a8180aa54f451893887cb8a321113076dfa8cdd2627033085f22f8093
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7413d1c68fe346c4141c510fc8aa771f32356612
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488881f1bd27ee5755eb0d1b8d97aea6a724c419f307d99f41ce6571d06868c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb52830270144c7c3ac8cbdfa68bbcecbc3fbe6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c021723adae40b6c2a170025763bf614f625db99951a73246b6f05f85e8edc5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77348974e705c8759538496245314399698b13dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6912656dee477d37144cca0d980caca467af92f81ceb8f2fd44db8613011074
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f618ac99930271ee67d380a918e24c2e3dc52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2d4f8be07258b2a23675a70bd97c1c8a2b426ad2651e92ededb3fe191c6fca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358953efce3083c65f3ad5ff62a0770d60f2aa72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e287ed6fcbd5152c1777361ee0743914cf575c61722355a150e7061bc2e8417a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6706323d2e419136826a1633932d857d43bf84ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351c9662c399b8fc7105abd1d9d65aa23706ca15d8e720ff080501a8b6ac653c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4096a58b196970897b87dd0b6e16d5b25bf2133
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a180abd6ccdd7c13e7e31faade3ab6a1938bfbb7de0d7119f139f348dd291b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c77065c2080640f6fecce261b2f775bf7adce2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a821b267b31bb8e14e5880d31c6036415d9708a9ce8e18cda5cdd0c28d8e02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff28fa0b938a8ccdafdee6d9407feed1ac907d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8d3349d1a4732fa17d89e5fe1311cc1e348e4f5b1b75ab684c0d258c298268
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd739fcb39839ce936d082fb7552ad859ae044ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe61a1f0c1fc3fa56213737229abb08078afcaed79f583735b428a68bbaf360e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5df1715721885e7c8b69860aeafaa2506fc8d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725b2228b9fbf9ac9b89fadc1784249f315df9c3d5e4659100d232323cdd78b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d03435477a11624b32e16b8e721225dce6fe204
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aeb45bf966a4d99517042453ba7d655e56cb93700412d239a608f227c6b5bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae21433d90b4da296c878afb4b5e3cedce56682
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7f228027541032e6cc117e3ef7825c6afae0e3875b380f152ab697455fae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9588e37f87fcbc04ab7b9cb532a82bee1eacee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c34826f91c33be0c4afd4b72a7a21120b79a1ddf8504062ae2d31f93d30234
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d07900ef4cb6d580bdcebe3f2642a569305edc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732bc9a1d77d561780b31fc93a4926cf4af1e27dece19f581cbb0314424bf157
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f3fe8872ce69d3299222b1f2e992c4a1e3f5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8b837ddb65a506039e36e06db966710f121de90dab8893213d82f5b5d8e44d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c31aa79dd84c007dda4d8f3462531d9ed1029f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4606ca506522992e3871ab5734af6630f438c7cc570209e0de9bddbebcdd64
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08304d808a45dd62f55993c45d978e72d52e5eb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8419b3d59eb6fde445052d3fa9ec77830f750fa3ab214ddcd08725e4cab9fecf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864452c7dbb0cdf487d8607f4294b3d13709bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b188a804a38e3426f2f19026e4950f645535f125dd5a4f8a237b626c07cef6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd57c58537ee775ecd1dce52ca0fd156c558acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff4eb0a50872d08c7508eeabfeca9901663621651ac3db7a421ae070a0899d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdf806b031e7f1b390582d6ac8fe4ad2d5c7540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b5d4ec579bc6baa01639731987af8f8d2cc3f6bf7e350dcad7697f40d0888
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b22e95ed07062f5d0e5a395e44d280888ee9e25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84411803b8fe42b1bb39b90a250d2320ac394c327e9f85e4cb02fc9313bfc9f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6aac3f5974981b6d7ece63ef9f6e08e3e38e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ae2bf8adb9d433b49d3f5016cd608855822c7735bfea012dae0d23b3a6dd44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e3316c2d285b4334afa79ce2d29e661e3f2890
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea59dbdec5d482640926efe3132f8d9e7b692401d267fc2376c20b70252b258
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400cb03d8ce02b94ac00dcd8138850d0802a72d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1530ce564d64cff2828f08bc914fcfa1edd8bfd13464508fd6cc300b764b71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5bc4241351c795dfb02463d7203d7d5f036ad8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9841cdf32ce9e19d68575c3e68b5498699017ca6d35406f89e31cf06a9fc7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2451349637045b2380bf224a5337624a13e4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5999d3b6d96d1d6bcdaafae462d7ed9cadf955b32e9d69b059d87ee0c3acebbc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061c44805bdf7724ff4bf598c19d4ce1332ba7bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3131fa49468f8b01e4e238c9c83990d15fc944f172b3ea357afd88d5b6f1e87
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3af6d9b229447c809b4e04d9ca3e781d35c0b24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70d74c3e537a34386008609fb254a178be00ffc055b5c8a716bea1170a56787
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f7a5dab71b8964b60d019ae855f26105e170c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2797197767df4be629bdb3004d35f027e60e10a6b35c016adda0d68b95560cf8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdfdf449b8c8d43c0a793a9bb75e00485b20584
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a99594277b5e4de0381ae85143e92a8e59fbcb9a6c96077e78fac66398281fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e974e8b82b21b4ab5c5e69483d488af1396c87a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa29032827aa7dab2954d358ff3486123c6419c9dff16031ec22290f2d925a83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd3e9f3623d49cd6cb6fbd6e87cbd5dd6ccbc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5da26ff5547cb9f1040da540d675759f740759c992b3114df9fcde35a6625f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8abfeffd12a33de2e0d8eeaf860c8d3ad33cf30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c2be7421b3edd208046a658c65c509f8d88a55ccbf8ded1c852e2cd74671b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca212f333ee293486ca3f4ef7ba6b61f500076
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e7e54bee7ebdb218ed6aaaa959fa004b9f70555fba2ba416c7a170dbc6e2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a50449b108626de51b080a0cbdb781b7cf23f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6733bfae94c5828f3b010b6a0a5451956b5bac0a7435f530e2539d7783901418
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5cf1e30434cf8d67f0781d6dbd0d0117bbdc08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281c1f318811aa25829c4536b9a03e80c22e0f86bc165da5be588c8588a9373
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a933cc0cb8e26f0bc0a1f66b22510a7534171c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4986041e276b3c1e642dabb6a0c792db07252694fea21376c1c0403c12adb888
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8683696943801095eb00b9d15608cc18d01745
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce96d491640ac52193ab04fda436c4387f70d59f53a413e0d4255b6e387d09
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6d94125c0961ed7d8c6abb167ca269f8b78597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88c412e5d0ac3fec50cb65033a00283506c3c2264bb20ac58c31dccbcd552a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20204b1df7de5ea29911e8a310460779c039d858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed42ba81aab6e2d2645c25ed5925229078b94aa62d19c4b6daaeb6f4551d25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3fcbba1196275240344db986986e5c1bcd3873
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aafba84acad9ca3c78a13109736e73cb00d9ede4e159fbef4fbcb288186ef6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d37d70a78c38c50a4fec3ccdbbd37fd15eceb0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b0e47ae7721a1d5509650b440124740ce5b8bf067a00e80669e80c78b57030
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f4b6511b275bad64360a29239d862dc3b046b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bcf45595250e2a51eb4e7a1192642505172f82bc1fdfd4f5eb0aaaf92dd3ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f113ac0f1934fed3bfe7e99d485f11ce00ea73c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed910f334a10ed0766121822963c559a688ad0bf749294798357f530c2baa774
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343efca31429ad47fb76377bb65af50d7941d5b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af1cb1a719d810cbd2c9efb15ff860b5ffd31185d3cbffbf664b3409a009854
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1039da2587877f671744b5c911e238323265bf35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6c3682a166c5c4698f3a949b488779c5036cf1cf23e88c78897c317d0e80c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287be023cbad43caabcbeb7da0852615d19d5245
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd96450a97ce337de58bf80351a1ce745f646aaed741a9c3f939a0d44412ad8d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f234337bd5ebd441abf39c93b175340972b459b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ce911e28388044c4ec4af631aff2f7704e65360e9870546f497da3dd363ba7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4d2ccbdb4f93da5c28d1a0070a742edb7d7ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa7b28d89e3b4558ce1050d4f31976946dee026d77bc0644d345ce4ba31ebf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aeae60ffb4f36d05e2e1ae6bd88b881c41c68a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56bdcf1cae21a742aa4f29c0b900041be631cb12676dd768f59d312771abcfe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074cd42a41621b1b125f096e0b95869b496e03a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2919e1f6ff5ac443b95be71112c516090819db041f0d6d1e74b4d8b75fa5123c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7e7a53bd7dc03a5a1c701060a0a52a29a91e02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d2899765917115d9ef577053a1a2c57b5f0b82fc2ec1725542196285a11ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141d35eeefc84cb0a4fd74b72c41b2be7c3c4d50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf33bffd20fb67304cf0add5acf878e51497250c869f416e69ddd306c4c33b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d872867c8ebf08a97e2904c7ffdbbc7804c084
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a22f839eb2bee389671c6ce63fd399d1e571b7dd6e99f7fa6942dc95f2fdcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c097cb6b8aea8c4265e98e673d9bd7247921127e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ccd76fc1bc8715ab635df11fe906c560fca7a9c2a06803370b26f8d8c2435a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20b48b93a9834aeb3567b01dadc12cd751859b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98fcd6505741031b7bd9620b17b1fc1c8403fa55d1c56e36495c68b2cdc2399
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b027d7b00aba509b2f019dfa1ee2457a50558953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9101c8cd09eee4405444c3b18632ae5316449453a43774037475e83c3aac62
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e148dc4dfe33bb44e7044bdd8224a921a98274
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef45f93e2cd6f45ac71b4487e3fb23a85f5c8554076d27fd66231f7d6d569cf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e205ecdd8ffe0b3dc95137b6dbfa51fdd59b8146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3e6e9f80a4e5361b964e437cf4e3287db260472eb1b1982c8b686f86e0bb89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0bcb4c956ee4e2e9428543159a7fa786ccf38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62a4be82ae33d809e2e86b1f6e4cf5137e9eba0d517571c65205750bf4e600e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746a7935b50893fcde789bbf7bf38a78d030a6a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54551f82382d6b62b95d6bcd8428e116ce7996b9f2dd3e416ad7995cf7e3536c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e23fc0d9fe14e7ca9a30ab66277d634696f631
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f057dbe8c040e21ff0ecb8ee35cfcdb8865694a98eb1494bbcfe56e8ee64f4c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fea9dd64186ad04b03e8b07da3c7557af7388a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c79f01a3a772c72b832371004ae333b57c9b6cac25a275b7cc164842b1b1d75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ef8b0e54efc979547792f469297830751fdd26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160960f43a34598c2fe174b58e3336c7aee85b8b9b14a1a23ecebfc2a5ba404b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230fce94000cf967fb5204899de3293bf988b396
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433a68a1188f2e1e392fac7af7cedca342405ac427269f6bcae1555b97ff5ae4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1858704efbfb9477712747397439e659ed32d989
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ebf7aa16deb638e3c0cb2baf1b6b4496cae93d4c1547e1c60e99474c8a341e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40898fea25dae53d72dade54890da99a330e9e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710035d0b3ad32bf8cd64ad8feb87816a7a51817e58331e655dba7214184efd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1ad7688286017625df3f95b7c964435b088e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3959b939fef0ef14ab83a5b111fc64c99c9a4a5d193bfcdf06c15cdcb43d42f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e06a4cda9a82bd2c581e6c566c0ab4139f78a01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0ca2bef258404921d7247042911657d49ed017f14100a7f43b3a8759654fe3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718c51977813e156cb9bf078422dff19c6395bbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c37764cba6ecb50c8f7751349e7cedc67befdf92183960e31b183d79df1385
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076fd4c09562f7aadcc707590ca749cd94a8aa29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5634fb961b352f893215f4060c99c3905da936ee21404628b63f610a4603e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e1edc3e1c1ca7ee28a2f9d5bb89f38454d2d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031cc6f7bb664cdb68a3921f6f14f88f28e7277117433c5e833406d5044eca11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff2b6014855e18bd8d7fed246ff1864cf8bc417
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cbaf441f68f6cc2d1f836af3ce13d1661d2d4ab288011d59aeaedbf03fa147
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8318dd87ad704bdb2fac62b6465b42d5abf3bff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f6267792ab904c81d659d7cdcf77ec56b0e5a86a2bc7a8c68cb1485f190720
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84ed48c993b5f21e657e506b6a92787a2c073ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd91920da3b93e97bf631e8f35e21d68aef1482dbdf808856d26fdd93eed50f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b495adccd67a1705100bbd7bdb21c991172dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b657b53b16312cdecea05dd89b6da38cc9c33fda83366016a9505fa2d0ef8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e59aa4612f8bd48b1e74922dcdb11ce5c9c5682
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e5a8097786975772cdc568576865c05eedb188c7608807ee594cd455db9de0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec4aa743e7856c966ae7e995463c9353fea2e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3e7db8495cc8a8812ac15b5656152fb111f8e99e5e61157eb0d9f02275844
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afdc786a24d3474bcbea766f66e59af4239e971
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf62901cfc9d306a27399444acfba34ceab989c2ff39fd200282baa2efacbd7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19baaac0801c2b8377e362dc5968627da4f78ad7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc32e19ac67e5495ed107f5360fe88bc109e69169a5eaa1880cf15159a3452f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cf802bc6bdb3567b885174eb6883294b8d1807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c54fec2d550734773d329d9a76c6b41edfa5b6d3531f918b7b9a68f29f9a7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3356ee4794a4ff1a7c3ef1eaaee30acb22729172
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f09a09c581592158ec7bca079dcca943cd158fd6d4e795dfdb2d507ba245e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ebd213c441eba91e9fb32b261fe0d0816f5e4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f0a324d7e9fa3e1dd5aa24be7d08b387b28b9e671aa5e93f2cacff577ae995
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a402a4f3314a80d78cf42414038c1e897bfe4cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e0e5e16ef8cf1e32c6301cd72a79df4b79dd8225513dfb6913d5701c3ce3b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9b30975517efab0eec685273eb669fe2ac80c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eab54138d14fcc4b2b5e256e7d976790bf5b07e19be754addb9de3a797c16e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43a1be4667489bfacbc552b337f1c0cd5284589
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f2522aab7086111ef3cfc845c119e269599b51bb79e393e36dae7dbb8a7bdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d6625f9ca676b02272b08829be1a095703dc49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a171fb105c5e5bc4cc2efa73084d85e977dbd840103521160dc702675d7db6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6aa4d7d7febdab857c394d93cdc77283cf031
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69be51d3426db019d99fce9f4f0ad2b0fc387cea1105936535b5affecf3fc22e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85017cc6f72e7cfd879dcdada9700edda39c55cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038249c39cd7e1823e1b5f8116ade467ee76aeb7f903b8920ac0ac86c8cff650
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c164d8796b382315864c31edb7fd6f07dacd09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511fabcac54b2158464e5421fb7c99b8e4d52c7f5c4e9b47e42a6db8415f9ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e102ce4f9a9d0f0b6cc4d74b9305de8c811816d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12726f042cfa197a679088dea0b8bf995e1ffc6c392d3f382bbac2ad55173156
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552a9a3426cb3e1e584d80844f5e94c8c7f03928
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666b898b5ff398f4786ec6bb4cc30d2585ec77ba5d4efc639de7d05baec0dd9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25af1070a8c89c753c5dd7a43d90e2a1d7053494
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ed6e362bd46909a8ebd25918a1d1687b079490f667eb8b888199d7d2e7a1ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed957cea1c960e259a676fa928442f1ce9e8cf31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b337e048e033fe0c09bcf9fd081ad86369338c11ed9348515437d97c3412d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecd134b0b32071255dc4a6e15d5d264b6ae97e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513362f8cb40b264152663d1a6a340f3d43154ae6bece101780167a268f5648
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc811eca659a6233948b2cd9c0ec20555d4cbfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f7c0ca1b686eab2c8e9306ecc12d8e4237378113cb93458a1c3643a0c8bf1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4299e788a04cc3f6bd76e0cf4456e5e25bff2378
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52731bfe2c893cf477ab1ce75f59bd43cb5c57abb2ec15a13de8c3c319e16144
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe184ba4655fb0e201d1ef3b393765c01dd9700
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7becaf0d3094930f30652f09593820d2805b8220cac72ff35c61a0599b197f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4777286d10231ac1706af251d0992356fa4ce9fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd539679f867cdf43698f20591b961e079b2005386cd94966c582176c044d661
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61c64e8f2a02958a8cfcf845b0c3d6d328f672d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd1c563a7bcfb3914fbe38d74ef28811c0502e6c4672463a7e7e0eb01f0aeb
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf77764353b9ed439b43aafbdbb1e0e18c2be0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75454feaba35f167f9d5357cf6933185ace24db266ae19d47be529343aa362f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d231683775b3f049fab1660e5a62253dc35abb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b32ed6333855ec14869535371a9298882a371395dd0d4341f83e8a20e730fa6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff93dc69037708e6b90fb31597fc8e96f175dc88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d76e43fdd5ba14f2ccd070ba1879c40dd4b8df80c63cbdb65b898e7a481bab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9899aa3b18d38338fd15e4684732f41345abe371
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e0351a2ea3f57f9372a6916289b5d65f1c91724dd607487996ee0b473e2a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d3e95bbf7bd6c839c937f8b2e440cc779d770b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d4724bb74a6274873b68dfc94e2bb3188ffbfd5981ea614b71f68085ceff3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7651c3a28e99b6e70802974e694aae0e9d37ac9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cee3eca80eb52b1eeb2f130145d57aaa4820c98a77b2b66948f96638a868dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1854f8282a3270a6074ffde3fee7570493eaff76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a6077f3ca773e52e2cd5971aae2a7cc510febb2ddaf23237c2d46eec3c4f36
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c783cfc6e7e0c8b700fb108437eb5c67bc942ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e400abc42d272d5c1599720acccea12a10da859b3188faac75abf5742fec3ac4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f52d91004e9063d8c7c863325f6c5fe4520450e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c191f296595a08332e39d7512be40fcd17027b33124d122135930c1e1ef9b34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a8cbd006e89bed49dbb9383bc955d27a06c798
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e525e9410f7241935bdb2db454f9c39e0e431559898cdec2431d2dbf8fc23176
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9ce0441fb09b7f08c514382a048f16a80d3c98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c903d63c9f8ca04e45554e437ac46c636762d962245e363562d74bd4e411d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a982210a6f6cc7db373377edfe25ed54c6302c36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a51a069ea8e5a77208b77c2fb0f9e3495525378a63efcc57d06e99b57c6ead5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9316d122a26b9c3ec33093b33f0527cca9e8307
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296fa6ebef0913987e6b7985fbee286e90e34661e89f18c6528f5a0095ae6907
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b722a24637fd1f170c01d2f4b77d66584ab40e57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f425116efb38d0943962f1bfe69b00207c4a07776b3ccf61b02d8120d28fe129
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844deb5bdf58087c7b296de09983b7509a3683d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5118084767d6ac9ddfcee07dc841f93139890815bf2bdf259ea43fa594cd48a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67631fee6eb688f0c79a5f3dfd14f613644dbbf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d10831865e996f5f399342cf19acace5211640ad7509654d470e0dff4343cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3e8b83f91b0de91be691629e9b045a291180a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed7c2911928008d730f509bd3960627503f3e11277abc7be84e857548d99d8e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6837285c24130d9b5d26e95a7d61684ff8a20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155516bd81139ca0f676725edbdebc27061cecef749efca0f6864081a996a9f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc0f66daa2364e3ac9136536ce01e8cd318ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d44858018157c37e3f9c1b47103ba1e9ffc5fbc4369dc987540c4569ef89ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67a74b402a7db8cbb409b4908d67e179e88a075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3e4dfe44dee469eb917dd9c761efb07ebdb7a108ac589819bc370b8b476a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c967e28b8231f0067916223ae90224bf62ba834f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc321ee7151b9a5139288446cfe8bcaccc21ff50110cd4c3fe1563432b9059d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec1b2078ad089ca0eff3bdcce06ae1e5beabac4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4ce1f2f624da9a9f0f52118b1855d697164d2dbc94255a1468ab201475161a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e69b79900736ee088af6ad9e9351dfefc92326
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f17b6684d2f836f065f1377efe2ca5e26a3b93a6ef7bcb4c1f872e8c33706a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309b1a019a373a2d3f36af2c9d8c5536203acd53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459cd18bd166d326f26214e5d8fdedcffaef3a73bbe5fc9263e3f5caa5f8d65e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4086c32e868f14d974312eb6488938be1b888
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9befed12fbef975c040891bc548e8f7a374278c9a98273bbd8b3512121a68596
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5fbf43fa9eceec8852f9c6859403b5346d6970
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b54c64345a53e7d94cc56c4e3dfa0c72a727d67b6b4a3510d2ca23483c1ea05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d664290839d67692c647f7400ddd33e65feb6a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafbd5f4256277bb9279db579f47be2da8a279b8beae1a38bcfe3f65188e68de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb968e92e114a1afd46e2e61b94f1d107bb97eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1aa8d856791c64830acfb2c5002c386122b5c4752c6f74063e239a157ce90c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcdd5ba7b592bf2a019d846dbe4134017310df9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221d930b8881ed34e3b444d523b7ad499921728233bb3980b944d28dd18981c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835af9c596c3afd9bb3b1777de1cada11cfddc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1870bab0d91c435635893c6acea7e71092a77d7fc8994ef64fe53f18fcad21
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314098f966596885d5e7a9a3df24517bf415202
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cad78235d101c9dd26812c9d290c6e917c45caa50fa1e8cf478b2f929757f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddc5ff26b5b036a933edfc181187cc11d10d280
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4eaddb2db482ba5bc1f7e2d46ec103baa325750363fbacb38f939bfd5b504
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a66f76dcce5374bd06a667e4aab6a5ead28b28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da5b770e522d958588c0b503b065141f59bb6259cf92f2189820f347b99ff22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e29c53ea1daeea3f8271827b8fc8603822ab775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f07f304c940b94c9d004180f40c756889a40c07fb925b4501e83d487d31c94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32891b61af30874c0f186757619ff64dfee4951
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd92e90ff8a357ad7d203b19417d23d49e780d12a63d2a297b9c0e8afd8e8a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a86a577575179e5cfcffbc5fe03b2471d0a7f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa249255d700b445e8e55434f2f962ae86d9900356fe85c1c4a4c727bfc0f36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62353d112c34acdc32391aebc571873fcf0b942d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0436ce61308c2f2892fef5bc8a94fa9a738ec89a7680cd9b6618f487b723c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac094fcc501597bd3552d182340ddf5a6fceeffb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a24103801a1d61891540610bd98f11689b0a600b95ab1c488693446c3ac584
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2d8e37da165660e40b4b05c22e080f8dcc08fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6258b239e050f451c60f6e48b9c2932af8a51a21e651740e5ef4dc013fa035
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec80377389df374506d580cbe30e3d9c0246f9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd2f852de0ad51daa10c7d28d7d5413f3585963fb8b03e9738e7916d5b02d8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad5cdeb01187529542dc5c32eab9a883d90e181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2328b52415806c2ba85c426aa15a1faa1c18e867a0b6dcaedf3559b0e6194a29
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97772af3636d18b0229d6b16108cbbcd889a31d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5767b6136cac342da19337f2c9d2280d914bb1e324631ee29a576f8cb8bfe8e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d7450bdf0b36db2310f57df2cb770bdd9ebc0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48499aebff4d1bb9c39ad828592707b822157a95277e1709f0269f62b7b26fa3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1843fdf4ce90f3d325f34b78dee7655133647e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba8ab95f3b03238f97cd44425f0316b65037de7daf65fe4300b439d9665d812
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecc6177d830a6d7cabf126cd7ace0f9a9ae70e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e56bd9d0bcc795ac6fd4b4af88fa5d671777e1cbb7245ee72a20e6f15d0eb9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe05f366d1209cd8a7b4b0b4619b77568a82016
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73147e07fd0c03c4bd8c64607f8743bdc84ae49b89cc4b7a40381a34217501c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7478bfa82592c1aeb2d9cae40db97d874088591
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3f09e6873fdbff4a4953ef4225059007a95e9199f9874adade98df6c05bb1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c239e3eaadf448176e03ea5635afe86df6f23b2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15581690c3c4054a454af5fcd363fee47714f68b3ad3c697c8f236109f8c7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfb292b341a08ef62648b0c654ca3d26bfb34a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734e86702283ba7f6b1caee16aa226e658359699e3971fc4f2f7dfbd9d7d0c49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf26d0cf3b70db1f4cd5617d3631903051a588a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ccfc2d09f7728771ba2fda3cd141d75f2378f46751c820488d0e72ab9a562
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2c1f161b615f132b215807cb092fcc7e0cd409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a321eaa4b3f5a61d8f535ac460bae23e4b4f5852a01bee08e1a6787514a58903
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea872cdc0622ee4991671519e8f1e6d64b4eeb22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac34be3d091c652f5284d6a1ed784cda2536eae3613dab089ecf3c829e9b7769
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbd94447695065af0718f13e99660659ec5b78d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a83360fdef1ce3bdbea0a12beacc313a39cacfa67e0adc1b16c8312d73eddf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba681b139f832e34a9938221449a274adbfe3b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7cded5cd811b2621935d6944ea4d3b4c778638829a91be6770da5f0de8eb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0d8c424b6992876f82d0f5fa3e5035681e9853
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd54edf265aefa7e6c4d07cb5e527511aba48d0aba59f457d430266ead5efbac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2745bccebe412f8f79c8ebb92b678b5b55a5d8d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f083b24c1426817830820eb108506f4169f94cb7910bc7b42d202d11db9dd1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d082ba0b65fe0d97d167ae287d66e4ce089d8eb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907152c3c2c87b1a4e54156f421a77920a78a457bfc1c8cc55c4eb6b0781f769
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b5592852ee51b73d925f3a9e718debbc771773
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99965ac30defcd204c33e7c67d247fe4287c84df656eb8a1b2e66a7ac5439e42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cee290962250f08f7287307b5fd8e44d9b2ac7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9ddb77ddcc67b3ed8f5e50a21f8fd5356562cfc3ba3aae927bfffb3e1a7cd4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107d571b21b7df1174a08aa06a93f0a8d165bcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff332478deccb45e202a766cd21d1c0513a81681ac54fcb45427eb149b8d187
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bce3cb9bf697382c9f9b218007e31ff5c96726
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dde5222ef4855b5767f75992d1d53702df4853f9cc7444703380cd9b95059a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b5f99c4fd7679632cdc3186ac901cfaa4b11a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860384d99f6243f4fd704d3accaa342ed21c6e58bb421bc0f73e078a53ab7919
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03198c256447ea7295a854dcbfd091a393477221
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c613b47e2f37b39c9b1ce93d7ddf216a360c70065830223d64bb98ca609600
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d00bad7bbed9cfe967cb3f7e1c2cffbcfd49904
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b36ee8b13cdaa399a80a81c5ec70f984e621d63be05310728c6b2b637831bb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8968096089e786e286512a704cf58e0cb1636a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1052844355a6f72f6df3c22453655734e9d51216cfabed6395bd166f0b16e6ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0773906a1aaf10329aef42f906637bac12e7627c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957db81d04b3d0530d4e0ae86ebd08608ef5792c3b7d3d8a39a264b33a5163c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c3532c5d2d90b9398305839aa09af78728043b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fd091f0dcf9666f19b08927d9fda4b7652e9e866c3116b0dab87ac1495ee94
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b43016a90da4004ea3fab75b75ffc8d2bf49c16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9282d423fb8ed5b312b041524076c70c47bd68360144a4b4da24ef9d6e3dc26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510d41f7e584e51c495b16b77525df2e35b2e65d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da00e93be757ed70d9977303d50c287029e7547dc32d568b9aada1125d95024f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa49c292fc77ab673a6fe17b3b4654fec43cb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1d5d16c64e881e22640fe7045013b8983a7ca48cd3a9edb07b71d316e61cab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6cf89a2b6627fee704233ac831eeae53f83a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa924055e38f5b71a2b5e05c2bc3be0488f85cfe77d4cec5fcf130fc0d5326f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af84a2fa66ac28614bd31a84b3c2eb76a6e9e87e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a175e2d0d4d400ffecba989c27ee1c02d959eb7de64bceaf81eb7e3bb8bdcb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44959c54a8556b18ed40f9ae6757ab9cf540ef2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d614627d54908ded42f62fcb5c6a6827d55360f234844e460bc9e945b43b67b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96cfebe0c8d1b4b643d5c392bbe35674bedc2b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edf4006b520c0e8b4f073f98c6231e7caa4aba93ced911f49107a794aee1871
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c96a13661491cd540e4a45477a0b23f82c4466
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff2c1886602008ca096be54fd7e7b8a43e14b1d80345d4220d2d7a381cd9f76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233814ffb10b80934a0ac202eaddc72771bf6d9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b5cde2f8f4c5a07472ee7fc96e14bf0e06349a788d8761ba73ad6fe387a9ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32fb0e3393df73b756b7591e1bb0b694fb17dce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806b45b00440d60b232062106db52e75e246d6e625c5d72452bdc8a9568287e2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba6619ec2a0a89d676ed38930e56e604d0cef15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861f676d98aebb7685bdcae8fbdcbb2b86e17c665fcc96ca99d2dcc262ec68a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191301c9f102ca39693add1a4788bda196853b1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571ba1fa0a1579aaf4ad268b2326ab3c1a26161a5434ae348d627e9ff8fa9d61
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddbf079d5c3601e454b924acaee657ee27d9bb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1c4da6cfe9738dc0fafc7465041b0fd698df3434d43ad7fa42ba22855f732
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe9fc5edeca380ddfdbffdcea0b7c23aa4e6ef6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4247a2d5de4ff71323c9f2cf9d72b277140770c6180be00b49a2d6d593388feb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9558c594981c4f7989794ce0e83844f436a52ee3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e96618454bf399e5399776cff1d4517ab2ad50a4c592949f769d7f2e2cc9bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5709f456dae1c2c433566d2e09815ea38beb7ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f7d4987f071e6ad0420d9bc3b35aa9904a728c62c521bf00e45efa53ace5bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad93bb24b59f49637e4498ae620a9edd7dc1365
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eb63ceeb221c9896dab385b971076d37cd0e8440a32cf600b24e65350797b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ffbedf128fd669b33c711b7d66aa533d1c4146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e278fc10db28dabe1fa8d758fc1613a89818aaa44e3ff7dc918f01b355d38ec9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb421791f8147b8dcf284e6bfe784a38372e429
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253bb80d4f6bf21b10513944c4b2d54fb7fcb96a7ac23a2e2e04c3876eb6444
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db59b84d10c6b62411c35dd1afa12a511dccee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9682d52e8dee0e4116e9b7c02c3e3d8b61aecec418d7198070760accbbbeacb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8673053c1eb6fa66623bce2e790726c65edc726e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4e1c4898dc8fedbb31bf4abf944fbfc6f54f56034daeb6f7b484145dd846e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb18b3c93c0eb98a0b46288f30c4f513cfe05d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c3e2150a7cc4e487db63e1c54312ef69e419cc8ef1ca38ed16f026d5489601
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b96d79893e9748ab12dde57581aecf21ac5c34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6757d54a2be18ed4cfa81d55de278ef8c8710eb7628375a0068daeb2d2702af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fc1f9f4fce99c99e0009cba1501959392af374
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ded5396f3398dd919e2fa7c92e6ff9a7d5d9c1ab8510c6b396aaa5309a9b6d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019ce762edab60f652be8bd335206dbbe2cef669
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1813e3b2e3b3cc6e55904819b233d0f66aa7fc773d815fa4d65cb49198da2513
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6106f405e0957c073152eced3e734ba7115c6627
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d494c03f6131018be0cb8e2e676bc1beab0ea35930d0b04f824227d50b18145
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4ccba61c22219d2a8fc409ebf8ea80d48f5b44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8584c41813ccdb8d4546a7f6c8dbddc727f3fbf80ca83206b62379125b38e31c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0e704be4476a2aef9fd83970e02994f946f8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119d0fd6dea7ae17411c8973a007e6d82a585275986f3d11a6ee939893e686d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2724de193dac15a01eaf0ed2a14c6c76ad96ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185d6e8bfb5e0d22d23002040f8970236c27af3f36963f00fe044d89a74198c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e424c61390c0e540236d2c0ab1ac1bd1d6d854af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af64ca0d5c8827a3589350b4dd33240280ce70f38502ac96654acbac1d234049
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fae91b75237c2b3fdc030d939a3aa38b80e11a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7af9791107515364559000191e1805b1cc39303905c383efeed6ece6da134a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afec563aa41435dfa14d22eae27c5df6faba9608
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2908c5a9052eb5d380eafc024ee03ad6335045adcc8b629fc533236c6bee6ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5e945461f71ad632f3643470647807c126e821
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501f1a8fbb082fdd7ed3591b8bd1d0b27158070391d7b98b3213e353f2f17515
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef0d0e4d28fec728c7dff88ac92b38118bc7446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdef47a8f506b8ca09cbd82ec4b59ae2d50cd23a751acd1824eeeca9ecbc4ba8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272caa86678821140a28168a5e1b89b28c3af817
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88edf5b3a169ce620408eded92db6c250744b57247abb1122520bbde9ed1f19d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851b6a265fe729a96952baac0131eaf38c2a37db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13a8ea01e1106c684d82362b8dca6fd9b9e7f9d112435760796285d6fcac8fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a29ae8b49eacd13135a863f1cd745eefbcf092
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eab046af53b515b10926b14be4db76a83e39d33a5b91a29613446d352f7912d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962ab9ec8ec90e05b07bf52ecfc9eed95120c603
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5265fcc185e122d64885770aafb8ae2e550ea3334470319dcfbc460d73ed523c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd0e505108ea707de193913f99d16b7899ce7c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1805cfc18ab55d8837770b534d059746b72382536dbcfe1ee87386c64a2e9f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c904d95120ea19d53340363857b1e8ec88054a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9a782ba7c261788c4e4a032f3083f732927d40d00591f1a27590a10aa34c3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f8e12fbdc166f26e64ab69c44604ba1ba82bbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121c3ea34c34208686e366510bd77c6985fc04cb357549cfed4791078ebba72b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cec273a1b191f99fc4cc272ca4c9d256f0f642
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32a81c6afb2bc5ef81ac2b95aec086bcb6d2f185efee4c01248cdb37b5215d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356367394af7b2a293f228b2062b912552338c22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3167b5ded2d6475ae402c9100b7db155cae84e54b8bce1fed875fe1c1fba497c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e504db9d6f4cd2bec5968189985bdf9d64dbff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a9ffb59fdee22eb88b843b202319ae596b5a85f7e12d115f0c65ea344cd6f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156bf1004dc79cb102709512d5437fd21ace28d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78291f9eb6a902ee5e20f4b36395872d9d1987ca497d412c74421a50038218fc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a338917226a5f11d626a441d30933839db849cc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe40cba8e17470e5faaa35e8ed0b60d0552d7184fd599bac02c791c9bbd7293
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144032d9a272efda3d9c26be98f10a1e0e648ccc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d957b024efca21ebf28fe6d386eac9959b23d86ce3a8ead5108fd30a546ca7d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32caaf24ac9c3e8d27296813556f26d10dd1f48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358889fd2971598fad01a9844b63cda3072fa2cfd630f6b0f89d568e3c9894b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd5564321c22beb96a52866d5113237e6162e46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d986172e7c1a7a85cc4e899b7925263fd83d04c2c696f977341ef70c04b738e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c86c5ddb530b96ea125e6bd0ed8b907dd1ba36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f82cbbd236ad17149fbd7af88b7a9e068846ce27c52d562b04f60837361ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93162e7d2a05386f2857022908adfc92c8511e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f591d7f3d98a7711541e8dfad5cd8433937a4c29fdfbe627b5e1dd45a987ef4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368940357adaaa5fa91d6f9a9a8f3bab39e9e391
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6257c9a18b65eca0e94f324df46ce20795548d6bb053ef0e07b674f667863f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bb9a6aaedc5619e506bbd5bf3fb0be85f55fb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd5d11899a7373f6e70582be44ae4d97c0a871de4c799c82d8621b8a574746d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6b6397d6f4dada59a6b02712050e9211d8f1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8962f2f5230aeb7682b2df31caa72a7894d29ea0079a46ba364abcacd5331b1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9bb4202f1084b7ef74bc374a6c20bb5ef434c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd09394c720cd755a6d06a262230b9677933e2f36bf76ba980159360c4347f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c7f967fb1e580bbf6e34af130c0c26430ce2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd318304a35e5d7c9d4b0c10efcb3e0b8ee04f7d8fb4d0748ccac615f9a27738
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a37efd98b07809b1fa6cfb15c212ea3b546ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1c62451a09d84027ec59cb32c5206afc8f89b74abaf8687282d6bd1a5a1d0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8849b613d15dc959dbd24f6a268ecbb4e18e3de5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa35f75ad7b4789a11a18217494735f17c7d3a5022d14b434c2cdd65abd0cfe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ad9b65d6fba15ce00e42c8656f4842885bf8b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e99eca29fd6c42b4e0d6a6e741b1f339d3d7e12100ad716f225ea71206945ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c814a3784d4e395d66f64fbc86600f98ca23c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12526dda752ca01f14345ecb4b3cc98ec0486ad449bbcc99ec9b2f2564a2152c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76f589f6788e9a9c0666b7994833a4116aaead0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c4544189f6313257b8d49cb4a70b21a476df405b0d46efc979602f71282b07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c80216eccba24a5cce576dd9bfe0216d31b494e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3211e2947f5d4db6c89cce878a2dfdc80a87758994f91625b09510e54786a3b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba31b2434ccc26432ec719bb23f58401bd47f9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449fc462a80aaad7ad22cb6b6b45314be1793ef74a3b3679d64da3bda466fba9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7044edf080b6444f4d29bea766697d850e4b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e2793b58923926f9ab6cce0ae41e2a6266684f472f0c17b6ee1a1826c1ff2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e61efe14cde3b5643e0c27d5f16b25d5bb0f960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f0cb0a7491f231a773c53094df45287547fbeaeb59f015ce8f1bf976bb9ea5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66c92222954e76f7bd3b2c787d54c87c5464fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3546de41a543a4b38e0b8dc6f13310f496108a646490544d0c6b3bf4636afd2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0421e842363253e595dde33e0441266ea7b55a85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81533d3728b52a67fcc6f6a73f5f340fc3547deeb4c63c0f3ee19dd01c9727c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41326b6f0e57ebcff3b0aa229f7d35dff84ee8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60310d1364d2c1ad061324ff7f3c4032d275212c74d9ec76378ecf142bb4c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c1c02106c5c0f9f4062456a1671ce195c92362
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c99b4deb4d38d1644ced2e4d309edbfb6726b0dcb3024af5103a29f981bf14
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c63374440e8b2af3b13aedd2fb36dca7955bc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c42ac16336f36a901b4153e91d731d59b58b704f8ba5e30317d25699b60c68
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50df6cf846e433bb02508ac872a1a9f7cb1b895d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cef7c3f1def3e4fdf59095ba08e664be4108af83f25d7198b27a3300eb6ea4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee7db152eeb2538a5454ace551680338441fc70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce944bfe7f26aee9cc6da934a4f7fd18e157884dee1597f3f2f97d5519567bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded21e7448c2b7fe0a74ecdb9a609d9d1460d1d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01c2b55715bd05cc2fc543be37b8f63fb0763d461dc98324964673d555666f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1adcbf936bad3eba04858f6c573c2b16c4cb89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7158275508180bb8224fe698e29a4b2322cbae0705654c267d0f73b32e56e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16844e00c388036e80b6412869f2c7a549f532
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252220692306546bc52ebe84cf1ec50c1d32a8ac79205c5a82a851f3a662aea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9beef2bdcb1c324088b4cf7668ac8b868a976693
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235907493787332ac4b819c765ed1d89a7157fc2eb4018247c266be98ff2bafe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded581884f6c3e9ace87e1b083923e174b82179b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614619f2f099f2a7212fcb9bb6219e3909cb79aef9626a2c79309940121c8346
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deea79c3801fa8f30ef9d909f3b689a7bb4e7a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1121747cc2c4e4796d11ba3bba0c702893e79e568194caa1ed8785fea231a2b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d2896b58f4cf196f6b8866ea2406acb467097c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb63700c08e783e89b724de5065979f667bf66eba2ee31811fd497757be03d3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21d897d953f81bdacf7f8e8bc900913e197838f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45eadaec03237afa4499d80789aa278c0f878439d2a5d90ba029d5354206bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397c165418522442ffe42ffc61040885beb6ed8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56adbb64db4e9f81768af416ab4fc44d25f08e41876e0fe1f5d0abd748b52f21
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b635aaa9fda01bb2a98aac7a5d868d3508382
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2b9613e7d8f6be2cb10347555e4cd39a37a8ec51e24f80282847a23b31988
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ea67999822e32300e45187ffadc7cffb1279fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628fb70c63ed484c680e9d6c15f573ac251e1a16453246b87d584ea96fe4e6c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d438dd7345e36278751bc17d5073dcb2cf8702
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a9eb502530d66e68435b14b89a42ff28ca93eada200314462bdccd9e80acab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b5d4de0b7f45ee0c3bd85fd337c7ca897dfb64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da893cf9cb31498fded4c076c6d625bb355d1b445e5ff8883bf6693906b2afb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8c02d5635842b84cb2dd7c8ce6d31f316ecc4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955b92da0fa1badf140076dffe6a3393da4df2d7cfcc6826bd2ece64a92ad957
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc7ddf10e9abf3427ac3475d8954f4a4e665c2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aaab7a4071f91030b2e5ef4a3c27c580016562894cbf40de34efc8e68928dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473b9222cedc8b8c5685ef3cb3e75f4aee7a0de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c2cede2e9346d8872033baab2b588bb565e0fec6c8ce2ffaee3a4c65dab06a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cc00d0bd0ead66aebbd4bc37f21ced95acde1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cdeb38dfd73ff0872d28436ca3e793b4854358edcd373c2bd00f4c8bffebb7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cdaf85b024f4251a1cd78df2b4202265090404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73b4c569be6177fc0a3b3745c55912301b7062e34589a0865fe6bff1f43252a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff935863d71b4a93f3a917e6887f23aef10043a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd979fe5fa172a21dfae3d9d252a9bdffd9b20024903c00fc89159990be46e29
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0480671468ff369058fb13c72acb7dadde0cd5d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538487c6d38b1bab767bb03b544594a414d7a7d9f2c1d54a2655df32aa0c956
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f377ffcc09a126bd08714574d2fa480acbfd2b62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca8325981efdd05d3407dd73ac40760f3b74c4a9bd269738249109b2ab1dab4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dddff38ebb3c5b5b9032931f6dee9498996a8c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defa859b85b7d36973e3baec68aaa14b7761c37abe8683095137f7a238eb3643
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c13224d081fad8246f017361d57b997c58e650
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8fc2b64830bcaa5e8921fcf7ff64d79c69dc7559695e7d55c6e246823bea2a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ae0e81a889b2c03ae55ccd8decdafee659607
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6cd77442ab85e6c4209adf44f0e9ebe9bb4d89cc14228a89bfbf54d4a32179
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468baf3684d06b6967af4d43bd2f1e07f921530f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bf126a309963349d5b588527a5d58f394937e4a683fa46122c88e0635f1704
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a65fb48a3f6b36a6d7b43b1ea942c35e4aa61c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84205c459dc6396c231c398f172181080b355490fa5f4e0643df9ad1ddd2359d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a56d8d9df3db35fa246871f54f23c653f18ee5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08091273aabf7ee26e39d566a6b68f4605ec34f50da93a1d2d1f43e25affeb5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3b9b92de913e60112b1ecbbe70f34f3ab781ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b90f4c16a2d21ac7a4eca0ae4d4f9d32b991d75804d21fdce1219de8235e48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbf2499450bba239579216607838defb090c635
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52516e74a7f48cfdb0ac52a81ac738124b255ef638f2a582a6cb26ea3c4429a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6451133f1ecf4501746d2a920c5cc81d50c0be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5ca9e0fd786d9ed68837ff98a872b01fedf2d4bbd54c8a45ebb524650cfb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c1aa578a597b3b7edc23754197263c65dbdee9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e40d07420a2a89779d5c635808abaaf6f61e0b2e2008fea072fd8390e28aacc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a71661e2fd963df74d6802ac70071b82ceb4154
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4158690b1dd9af6d4b7a40335e8f6d066d89247c10149c70e3d2b51aec3f0caa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155cf769f7c96c845a84dbfae82a901997c52ff3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c27a224475026ed27fc9dd0be8c80da0475ce91703d8034f682d81e3373918
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6138f11928bc66aae1afad4d4236ae91d3de1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86989cf1fd44131528343520e947209b4423344c81f24938e9933aae390308a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b041eb35ec755e5d47685a89b0e299675e8987
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ba3ee6161ea6d625f6d4e3351082994923921f32b3fda82a7045d1cef47c37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9840a228d1d20892f33231584ca95a0ebfba65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246c73d5c8a282cc95bddc98f04c4a2f48dc27e7bdb7cb37e1214f18e248b72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7d5fa385d707587e00e9c17b087165e02f95d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c048f677f6cb002f0d364866096c994d15f37dcc2dba725d63fda05f4a614d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8f074455bf98bd9e822a52180da183d869394
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78c1f8fb5e8f5f2e670af58d22a1e53357e78ec902bfab727c3053b2f76e046
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41492f638a021c0f4b46e495ad6810a2224adda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9039fa088a121d22d403f7816b7816b665dfdce484ecbed1094ea165948788a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4dd896ad8762d4dd7b789c76a38d4d941f37e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0288d18ecc64346a1ef2b2825958d11a78870bb5e9c1c6c53d86eef922d9a994
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94534552da6051f185f28951182917bdd6faeeda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de0a967db9aba7bc26493136239b9aa86f5459f7ef4c991992adb3e1fd20e3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bd6d2d73640c02635276dcb24c764f70fee99c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805e5b72a0d8bf6473e390012a91fcabe55baefb7ce272dfe8e0daf868830cb5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7137d75c7a03e8c7ce9baaa38ef588efcffa5b8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0a34cda9a45cc73b02c6dc645b9f566bafb2816922dbbc99f298ab0936d1fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78acf493a44d301916b11358a7a8f8b9c760d3cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e10fe6c1e9516cdf8d383d1f21269ab159739d6c9dca01d41c665c7eebdf1c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ddd5a965ca8d2b29803caa5667ba72272fff75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d69a630d48194d524202d0106670713d07fafdb49414db0d6625343384cd2d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486d257e43eae2fd2927d025134626bbdb988fa5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fb1d5ee2ad9de1d474ac7c462df637da3f10fc18dbb834943313700f52772a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f642239a76a82868b49a0a19d17ff1439c8ea922
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5340faf9075d9fa6a31f89e4e43968230327c3e4deb1a0c010fb1f2a9db9c21
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49110132da5f371f34a114dacaf2c3eea5e3cb4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e483ed3ba431d05c0822d692a2a51004205fccd9176c22b0f6c194374a2c46d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681e4e16283cbad1f4b7f8d730843b055cdc0500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46fce293754f4c3cef41a581a7f1d6379be37a7f41ab904cdd2749b83c9dcfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d691463f8e431913169dd108a27d0192e9858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ba6c21c2836f34fa807d774ebc76647fd8c569fd994562c698d0cc1d157edc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68a77a6d19fc1573546586273d5ddac0ebd3968
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8187b2f2eece8605f316d725918bb13cf206196c9ef807d29a960502576d8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdfca4e938741553d4ab499d4842a2c3207317e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffafe91db74d4ef50767882f04cb7878d788fdc92873dad99543d8267311a07f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd6ce001728cc6dbca28f1005706f6897ce29f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2791f1ea42e6ea5a25a166c112fc665066c0b47869af0f62c238a43efca0eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c176c7177f556d423a42db08a2ef1af6acf44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cd2832b9c0f05149c0c198ea97634da0cb2bc5bd300b18b9d86bfdffe99ec5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2107640c1e4a4447c50bad5062629f349d840fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86991e0371ea76bdbe6c1d6f5c313319dc29aa290f3bc3fe54ec48db56e1f6ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b82e4d8f98bc903d3dd407379ff061dada910
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2244d41ab7f8a1cc0b8635400e7dee81f774e7bef8d48d37db1700a36e56a04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83c62b0710080bf18c136e9a87b2520f2734cae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dba79b47e5daf958843fe62d188bfc133bdba8853e86ed1dd726e1486c0aa2f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3d3c0b6848043e306e6c55ff152f52ac18e971
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be78e7f5b792aaeb5fae640f2ea0c0e356808e695c77b21250ec5da2a7f7dc38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1269a75aa4b1cb42054a04788465d8acb1edda3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ba0f34ca12f4f250026be5fc77cb629d4d3ff9c9d51b0f393e7a1667a62d3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96396b2f6d132e9368b801fd89450f096b773f05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6580bb9aa1342a16d27832ffb6e0fdfa9e905f27ec22b0a8fed63d0495943731
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dbcd08e78c048d8fab19815b99a185bb84a227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5bd93b2f981049feb4dd5f3448c6d020d87c7beafedca41ab14d475120d2df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7b5dead808b06ec7e72a30512b37d77d4bfd7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ad1a1c846cf6b8853523ca752192a7d7174a42e9160ee8fe74421cadf97a94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e889994a54f954fb1afea393335ce4624d7b533
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66f0072c927020be3a616fefb1a080e6abae15ab9d2f2db1dd9819e5ea5f74e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6d4599a9009e42b131459c355de95a4e699343
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0d0b7ce959b0100540e8215d5c3fabf09225d69cd03127575cd465ccff72cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1919ef2e3e6c2b7b274245ac2e6609ca687b8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4faea1de21fe8db13dcdb6b2845c69fd436460ae667ca2242a1a47290ba1b90
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4e6e45ed9bdaab9df38511f086fa138c085720
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd85e1e8e1878603517f0ea4a13aec75942a7c1cddd981bc02fa6a2b2e1ead2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a71f3e7d3192276839529647e301cd16086e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edc93a305e77f18f06d9b8ff813fd626874e5e92dcbfa8fd6a510f234394374
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834a4008e5359c4fde35a9cc5bc451b34fd2a4e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240091d9450ec42f86e972fd63ffcbd517f55cabe361c4b1fda030e550e654f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd296416275d72bd37e08a6da9195f83f04eec5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06fae6b2caf1e7f726a1352de3714237d149231bc4aff1e140f08ddefc44ac5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dcf6fc5329574bfe78808fdcd0efd81ebcbeec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c659bc0feb4e9d1a69b379bf72a7216516872ca324c0b723684e7aa750dad3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946833d3a9abe0c441d85f47211b358126c154cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1232b72adedb195eed6d02779d70eecd32664926fe51d7498abebd22a156ca6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5be06ff30bac8298b7e4132f36b103e1a07a37a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad04c89079c53d93e0e0fdc12066add3047d50e243bcc63870ce4b8c899422dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf194521f65e6a4c834250bfeadcda60f92a46a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5658fe230ab4c9d8c35568029443b22db4713b629813c273add7f0251355c54
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7169ecd37662266f502b8dbfe79d5559497961
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836212795cd4c6192909258f9a83b36a026af7a603ee725fae7e2b8db5d64af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0657509ad4028dee3cb9a5a5afef066bd2201ca7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98eaea27127e29f72b752d001d5de5a9ec8ae649117ca90931183436528a26c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768a7e5603a4c57fcc32c043e4508ae233052ac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c509ee2926f4a26f74c32d4520f81dfd6fd4ea11c682832179b0325a6af14493
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e290e24db89eb6a54a3765dd914f26be489ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b37489700b0dcb3820165a5db82e542b5ac39148ae3d463eaab4ccd924bc8e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324166026df643e5695a5f7c9ceb868799c5979f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfdc534d772b37e1ef250f6fe16b16d1f68cfe01ee2636f59ddb549fb0cde69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9063675f848a48c1f15e3a4491b789d9c611889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2a72e05ea91f5d5634b56d95b905f4951588bbfdaff6ac0c7db00f6f3f7563
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88c83dd7cacbd6629b3f41711950e16b2e02457
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a4866c938265751bcc23941d4d9ecab3230fd90fd040598696881536f23391
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e499161244c39d683b92829f3c44d018a3c12074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb02014e78d776b2adc5fed0e0a63f8f650a9d5af98ec293670a1722699f698
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58aaa560d43ffc6e0d8527da956784bd341eb2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee509681f0a920cab7162b5463369b86e17e4ff3ee056e673d977d0e10ccdf6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045152a82b0412a37c1bddc9c3e7bbf0989d86bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b566c91665e9d8fa192dbea726bead062ab0b6683674998cb60c322ab6b1f7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970bae86774e4fe36b6d7fa98da7c2cb25096cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8064d298b5ce5e2051c63060258364bf03f2b3e0d79adb0d596d61e7406747
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9725c977958c308f2c6eb3d3e6949284af11595
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed156875c662eeaa64fdd8fa0cf5c15489fd90bbb5190710606aef7e6cae8fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c178853e49d46a428a335f3d7ce2e0d7c0118d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec2b261e35a681ccec37c402378babe5a0eeef3dbd8e8c6327973ce2b3648bf
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077ee59674b05ac823b6f6ec3a106096f256eb74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c29903ad093809328afe7e9247e1b27f32b3dfb9c59fe0dde4603ab100ee2
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ed6a7c4d00cfed6b70a581eb7f8986441e4b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed2474013e0eb32d4ebde4b4b114140c29a18024c86e87f974e32131505cf41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d583de98151e146538a6064e19ca0a8d78dc5af9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103a7bb14c47b76d633fbfcda754a5a220201eaafa00e2dbdb260076b6909dfc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b412f8e40f6b097587e5f55456472d9175e78ca2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb1b5dad1cb80241b8f4c33214c3a7eec7dcd5594ebe36428df87efaa44ad7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ea1b36a86f15fd9240fa64f2e7b07ed2ee7a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c6477ad2d749a6501cf591ee875024915daacbd6a3e23fe672e11129ae6fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfefe647bad4cfa4c8bb10100c645c7c85b22a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf059dbd6b5e97135dcd72f5f21ff88e67eba307b79a6ddba4b3cf25e5e874e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb38a117c3f332a936b9d6d38a2e9a2064be5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a06a2d6b213c76cd01c70a7cfdda2382316911887c18e194834c1ee6dd4fd24
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652dc859ccb72f7c68e222eff02103f6ba0bd5b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09689b3c1f290c277141d9a0934771691ee8ae8ffc4f407e1ff88cbfe3e6aef6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6771cb3e3f70d24a2907a83f3df1c7d6a1722b09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad2a644728bd9192b23d1037810ebb96d991dc9d965c8edce4b4706c1e408df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b926825554c9388ce44929ffc29e24c3f54c76c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9ed064e1b4b307d015be66f3f638a30e19dfe4360d3b85700c77cfc54f6b5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c13dc35b7538accc86c64548024285fdd66fab7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc388b6c99079f9fcdd58e5b9b424d86293df8abd1371f99081181074f79b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8797d27bb5e3f07fe231b5baca53184ab56fd2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc9f77ea232bcf4f569ddd506d8b1e20eebf60890649f1eb1124f3a958ebf53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad215a9d0db5ce05ef7b7466e7d65a4cb4fe6c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70215e3159a23978f1b1036d9a85eca2e582a7aa04dd1aefc4b663c579c5e9c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99639449de47c1769290d271e81604491e1a6255
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa820907aadef6b7146b26e534082e26c200b79eab556c20ecf7b0b954b0a39
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a25bf3b1a5456671c07d5d245f2384abf6c4f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1db9a8e0f5d2459e535609434781ef24285b815353d3398cd3efd70cb5f80
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ba6465f034adb68bd2bec7ebe25cc3dd0a7eae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b20e036745c0b25998b2a37a009175d86aeeb08e5ee6ae55e6804c1f3205dae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503ed2e4654603f8ef735e4142445ee003fe29e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae23069e4ec8dc28f8b9c8e192818386180481aa795532f4b70f46b407523c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05006dc1efb4a506d878afde1bd837d31f190744
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75c17d78def4b15dde8c9ce23afd780d7b9e9493f3b7f05677f05c43ea97545
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711c510aa8b079efb4ac59e9a39d251b6f47579d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40576fe3838ba0ad55f7511f6132bf13bb817782b454e88b19c8cf46a5dca85c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927560e0e9bdd70fd38654e9a6584d7431c1bd59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4e2e9f98e878ce37a33f3b98ebecc72d5170110030cc8c21639b80135cb4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d766cc4df018cf8513db76dd5b8012b695aa559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9b68ed2ee90719d6e7f829f55a173aad2eebbe9e889b12783211081568acd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4d7666d43eabf189a1ef9524b50fc551d7222a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8185eeda48c488b644b4e9d3f7df41f73b520863c34e1f3a1337bee7bef33eff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dd1fa6807999e02a3e9ebee8f74f3ecabcee5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fba6311f909ecd3b8d07c17d4ec164e254052d64e5c883a9d5b73c863ed644
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f008fce88f0557018b29ded4fd57ce5d0a0d74b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4930322d80d4df97a2c38264ce71c6bcf4270c1fdb634e1b3c0561f585473f3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6276204272cacce4c9a5d567851ed092cfc8e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36e45c1e73b914eabcf90d52b145ffb8de53df7f42b84502a32df0aee0c08f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e5393531b0b928739ac8f95bd5ba81dfcbca9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab718af81bbbd935c78b3d36611e20d1fed7ec850ec3c11918688c9b9348e57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd10f08f86fe179366d3349c9780e50dcc99ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0088cc70e24af055673f3a86c99d889ecc31bb1d64b2574f5d3ed31e93a47f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a36660c731634e03bdb2e92b79970406a21193c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f07d02688af897f5c661b6a6f7fa66c00e7f91472da97624cedc4741a6e38ad
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529896ff68d6e735129d27a1e9f1f720f2171fe4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e15f71c331067cd76cab23fdd75c8f81d3760ebd5638a42b642f28881f932
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5168abecf9c7e894bfca040fa5a547d565450f42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8644cdd5a3d4242e965951a22fc877bf6aa9cd821550939e140223dd700db3ed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae2c424b3af54a90b7fd8834150be1085566f3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ebe83811407209c639267ae79e39fe250287b962288a57a987edafae0772a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd63ace4bd6c4821d73aad64a24fbfbdf74f37c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76637245760a902b6ab567b397aabb29ce9f9e0b17c91f394d58bf175842d41a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b34af3ba37944d4288ed768315cb728e1e5b6d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bde84133a0a0991199cf2c9489464d02f95f67b5f4a64c2a9718ed6358bc3a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7fafa2a12b19a2b0d64afdf88f3c47a5812811
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af9059b0665dfe2f63d74d55f10debecb54ba99f1c37bae35058e90d52c95c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79457957c36f25bfe1e4a6bfdcc405b009f6c024
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7f42154fdbc0c891fbfbc05c79f32ff478033b005e717561e369fe41fb50dc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf09b3df83d35d8e860248e5bd1b33837701a24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085674bfcbeec31a0857cc331da857a4d18dc31835f9c11c4a3c707405231f15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43599a3d06011a9cddad230476674f6334e22524
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6896d80bf0bc53869931688a2f1b46222a03947309402b0e17525dd7320f07be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5da96680b73ec237044aa593c3cc5f5a63860d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8976573d53abf4bc86287c3af48fc6897806cfd020b9982607a5614375c070
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822d4edb129b4f3ec4552503c8fd2b9d1b8df5e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d156f25775124e39e3f323269f32096257b9b47cd0e56c153a97de480a0adeb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43971eb89c0ae1b6dc58eb06d6366e815c6cdee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65194d5f4e1204fb6fe2d82352afb9f8d26270b4188172c79580887246f6ac3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c82f2238c0b4fb9ab101c5e409813c5012a05e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e6cc9be2e39287138f242407081da2d348ae2d8e988c8347235c08f7249e02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431fe85a8c9375f396b295c8f9d53a9fc61380a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f007b78ef6938bfa597d505f0b0215b1833335ec07b1dbd3c1f99a8fe0e007ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1944b748f344d4dfa852ccb0e3c96bde075be362
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3622ef4f2b16ecead8f6f3de64ce49bc52ab9ee31cd56ec22ffd9c4b933c0429
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65902b9ae1b3e14bc355121cf941eb32f9e656f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3993f02775ee71116133ec2132bde1365e6c414291abf5f75c3bb4aee3f9d1ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c739fdb55b77cf8fcf35b0ba11d4a8d6dd61255
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480e5814b5fc28c33ea10a46154fe0e928da99b7548d719c776b3dbeb8340bdf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e1bad79860900b479b77432de11dff50a89797
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d26e2ad0b5ce109d69a0597b183a61fae601163164ce25ea2678e646d2058d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb674579a9a239ab322a4a6ed68df9efc180906
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c48abc565ae10785144bd4ba1f608a8a8b886ab60a6d1aa82fc9583cb43e9f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382b647f29dd8431b5d6344627372489dcbfded6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c785d471ce4236026bb2c5b4a050190b204614ca6b7c43ec237dc476f344c6c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34db32334d6faee3fef21d174e9264a68610b98e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f79752973293af8ec58fe18a750590cfaf7538608ea947a91db52f724620dbc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9557802923a565fbfb97d1c304e2b8448559b7e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286ca8e51697c6dc4f14537ce337ada355dc1a97ebfdcb9579a7b816e91c2a2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efe1831d9bfa7097d6cb6a0a9fed8129fcb7c65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b081271ede4f09a35aa08ad05b1f022281013dfed030c6e92375edb598dbfc8f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b262aea0f84435b54a7dcc1f8a8f6a7c1c2a0ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a114070122493114e784afd8cfe1191fdf39e7d4376670ee425ec59cb324a127
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f380da3d7be87f447f2d506c3ea3c2807e78da69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847af5d5a887e5cbcc8dad4a6a0221011a25200e3a28bc266321254c89a33b4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad1e24b7310c332e56801f25407920cc19d05c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953335e8ebdc67779a017346fd2900c0dbb000ba3f5aaeeaafa599e258a8a7b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958701ac9dba8f1de1dd8a278e3bf915f26123dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e98f256297d0a7c7a18506f9537a671dd98213e32ab27f2d42cfb1e27e2122
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57607a5df317dfbb3dd6f875a7499396c3f677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1993d9c4781db09bb78d1adee01ff50353a13b64de9526f6a7877675adf17546
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9efaf4686424083b99f6455f38ca6589ffdff8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47467aedab27aa82fae798d8243241544db4d34027020c997a8fef09cd50cc4c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1916dc363244c28e8c04fbe5addeba3acdb1324
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4926ec0c9af03401ac6d04488870ef0c32dbf5a039babc272098929ee49334
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db985bcf8c3a9c95e510585c86d20db82708d67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca76ab5ab4e7391e4c9ed51989fc38da2b3647ca6904ffc4a01a0acdad92d62f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febd044821c0bd9336c7b316cd9074f106c32531
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eca2551489da66c474b8b0a8717a2e0c1a1f1c7e8cd242436ae5a8fcb144d0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfbc0cd7e3ec5e48f8265cba78506adc0bb1145
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfd8ff3a4c411982a7076dd222d1727295cc8af7be44178ca870fdd9920446b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7ce0493cc3407b0add7b470c4ef03a895aca00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad83b10ec6c75e29fbeab6a0b80dc33a257fde30f22da017b36650dc7bb1cd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78317b0845f5c164e2671bf4d6e449948e00d65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7dcb4557c260bfa03aad42831e3be3312edb466ba527d673d7c6f6625fc385
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7e1ce94f19de1166772f99e58ff1711729a143
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3bddf38b2609640752ff7f3caef73a936dade68bbccc1a4404aff102aabb7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b0448691f4353ec0704852b85b4787b44261c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2574d22170e76bb7a7e138b1fffbf8dcbe7e992573bf539173de8341d12aa79d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd882f1e007b434c077881f2d552133108f66efd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf09dd996e4d1f017f45390045fa0ac3ac98f6f7fab25db9eec5b6755f468da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e186f6a52f0b6fc62ef24172468cdea59ba0dbae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900ca43bbe715aef18a26e114303edd82178e22c1428b7cf576af702ece5a2e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a3faf5b47b4ec84dbb44d6719e56f47006530
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f0c88352396d7814a0ca3a71de359955ff8b50d2a2cbc7c5f647f1b09b7d7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb2594c422ab331a599cf364e7f09c1dcf48e4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83d2f8b20d0aff3b205b3f7730a2388a6c9eaf8054ca7c94a0bf59de2b11e67
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938aa1f43bd9506c8253cb732ee4d17278efd778
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6ae7003840ac46eb748e88e5f30d43739a5d0d17922c65891c3bc85f1242a0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dc23afac6bf50e4e33c979710b0795503a7022
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390364a36c7538867106216a88d8e20b0c55853e6fe06f6ca642ffdc06918b5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8482c227aa30401a4b2abd3c01d56f37fd11961b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81752381079ce24a812e34049e8cb310e753e9a1184c91c0873c77f9334c9cd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56026d3f4b0cd6a244388950674e3e6c0aa9b60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8320a9784fc5a468a31399a54681780dd6356b815256dff64ae7e54a4a6b28be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427c24e5505c593ba7c9a9b23a8f28f069b2a87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0796eb578d84576c8bf37c31a86df5a6ce4307aeb8cf2b3db405de93c76cd47
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3da68c02a9dd30dea34be2397e471489911eff7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82b84a78632251888b61073d822ba6e7e7d8eb2da538343d9774c1e3d38d3f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d232239d5558d25bd5a352452a6fc3f1c218cf64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a6bbe38d7d8d98570a6de29988ec62f71c61287aac8272490b3ed13fa0a027
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d312a0d8415d03cd4379036324149d8cd8ef1c5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee6a80fb371ec8c8b2b575ac403e9a8f09716f8bf22a526d425503c8cdc475e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e537963214399610489239d78cf8867bc255dc05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413fc3616041b9ada64b1e474fea5f61c1c35344b5b2561bfb979d2ab55b2c69
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b98d904313758b504241e78e7b51bcbfe55ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a39c22f250d079e95a378cc143c8465b70fc8ef6e4ceadf2689a17de5909de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4ecb5c653f09247c61f1593701ba297afcfdad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7248b6c08a6c9bd235b09c6c1ee5ea5bc5e924d8dd953dc2913264e15cbfd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08383649b9d207b82a9c9556f854f9dac67cf56e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e8b5cf43552bf5fb61956434f1d19f412cd48ec24a7a4f9ff0d6bea2a52a98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737352a5bc01ac99da9be736de1c4268bf7767da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1284c09c484ea59c4954d5abd2e852ba9c41744e8496da8a997a13748d0a234a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090f23c6aec5c467142323e85d0d63e8ac812f9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bc3a4931bae247b7eb56edadbdafa5e024047086265993e412621f30ebb287
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e87553ed7f34706bbadd5edcc5dcc55873af22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f0192aa4c5f2052687c7776a11198c3c88a5a8b7836d8e4101e2eaf64dd4aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c40928ebe05cab2e713524e3ff102992662f1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98634fcc58e5ede0db5807df3c46cb0e54b9174d03d4a75483713eb2be940484
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f8381002eeef7942e186ed05612887ea9c6524
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906929c7d2716565b08c4fc4cce3a556269d5e23f6bbb3033aea8b4d8418bfa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7082f0f236d2aa24813371ee9b2d7bcc5e01f554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ef2098dc3b7b3e111ba12514a6e49beded6900bc0ce77aae93b71c4a61c51f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfed16e4486befa374a64ec05bb03c73bc669ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c5a393fa8d37521ee25f51c9d61ffdd07efc344f272c00aa9bab3a495d0ae6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9290c4f2fbb9f17a3e115078f262f89136ba18eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026a46c3c39c53b26fed2afd3eb6742d33448d20ab1bd34a36ccf293d9be922f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f32e80388b6c18085c938daf0fa170068d538b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5677b758e1d5a873dea6347bed212d9c42692c5061825e22546e1125e7c05
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8886a9b39e3a6c67ca04578646cf01123945d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5a885e1657f3718f66a82cacb18a672ecc82af477dd2ac16b5be107a07d043
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650c617895e6ea8234cd67e76f4e6c9a503b1f72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004b61ba18b8e27b5ac1b386cffe4d57d2facec7345f02095401a271fc7fed3b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b944f79f8b86f129c8899b39f8ed5164755251cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c5286a2ffa6ddbfa57d69a9796cfa96f114c37ebafa72f85df216eeb49ef9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393740c8dd79e8a44cbc581c9e5f9ff7f586b77d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1a99da9baae0b9e2a6210c425ecd884dcd7dc9c5f971a5e4bd6e541cd2987
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8da179f89acf0d6f86edb75838fef3164e95c89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dacfdd2cec2328006d676abaa4b74754256301474fe3ec610a7faeb45e45a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6c494c741121cc4aa83c139a9300ee11999d43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813af90e8d0cc6b68bede509e26f625fa0664c4bc9f0c532c44824f024f1b7d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d47d8275a0acf9a6f0481de269e099a7139da2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159d0c99bab8e8c8c8a9731817e1d951ea1868d16db41d7dfa00167c9ddafcc3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f50ee809d5cce8423313e0d4117f6554136f95c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74b1d71a25a054bb45c3381f9d5f281eb05674965b5636b8119c14fac43767d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2147149d8aeb9edd41e1c0cfb283b603b74ffe5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940880758e1c06a6620e6cac0391d5ec060fa37ab943501059171c254f4583e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e0defa48de1749ba5b05b478c70f3d067632d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd7903e34c53297c63ac823202a9ae71bfed74c76a0e9a46b60c85937814474
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059ba85aa27ea6d247289b9615bc67a833af28c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e9967adf23b1479f4ba4f961acaebcddc56d988cd1b85f344b527172387bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a337c4c4811f6dd228f8b25b87880088c4cba9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0971f1fde2e33439b0c2cde0935a79228d8e5da23ecddcd22c2390fb19efdd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf0bef3dcc78e2907a81b8aa374bf9e32b7faef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88c4496319a5351f2b5fe538b5da2a655f0b42fa648d4d8e8a95271fd17f096
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dc382038a1de040a9b20bda58dec9be864178f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1186aea4cc93e61ba22a9c694d668917647ebff5647a5a1573d0c6b4a5af58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44e7f843d35929d2d110d309882571b3fb722b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e623abd2c67573f5bee4fdda89b0036dc6eefa2ae7fae520752eae39ca88e2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca733aa2cedeaa57becd8ac253c7170152374fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d8f0f8fcc9c631b0212992526212a4ace6e5c9ed731344b1ec1df1d1bd76b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340448ad8fa224c2affbe83516941a2f5e95b1eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29eb12e71c71f782ae2f25428c7b2c72eeb50cb7bddc654b78f5785f2d9d593
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18213a5930aad77be9f6ef70b28fa0a88562e998
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de8bc318f59c5eb0dfabb2fc587169ab814d18ae24865ed52552d225646028
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801d2bce38081ec9fdb12b32c8020a81d2c420ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a278fe450308fab9b91606e5c2da1e6927f08415355957e4ccb2fa15fdad628
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e79606d7e9466bbbf5be0de8a08187da76f405c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8a260bfcf26b7e41e38390a25b4663be9290dbb301e7568197dba5980f489e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7727163c30bc6e9e1e056318925134722bcd7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317494f19d319b2de7a444f224040ddbaa2bf2e76c0a013a3e34316979c23441
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cf1089ead6bd97c223bc58e6dac62eadcee98b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bd053d4e7ec00ac25cff8f74218e86044df93dd906d2ed012a024a57129a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d6ae8ca6175c9f0f68b5355c8ad5c3a5fc00cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c635ccbac4a0711b0e605bfacd9eecb1363f8fe4a0f104f3a52a030eb18a55b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a275ac1548078d2165c939b18f8e3e06e30d9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a611d96d3aadb8fb0bd4a02773c193fbb2ad5165d4131fc81dde2826d01b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f999f95cc12729980ded0f0b7b42bc52a9d6b024
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc469c24d2d4cc9c8393b0319a0ae212315f07dcc5f539a7744c0425d99689
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c5f3ebee2af3b19c45d50f23644a7fb939f097
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907de96644e66619375c1a5aa46a0b50697d14f88171b7136d11d77b34df0bc9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b24c7a39c20521c7f405e0d003c20f46d4c541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9413c7d06066080083a5173d89adc4c193a36c18b0d89243667946fe5c3cc4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fd1037768d23812c91b0bd0251d4fd11c8d741
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72428cf01dc1e0f0c85a757fababa493600208dab3d06a2ada917e0e05ce7d4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740a66547b543582ac139c0dacb4df6d2e8f62f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c44707b3f1dc5ab25e09d582a76692b5b99d2768017d6fe2b410c673233e929
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22821ae3b5037dfb566d052920e803bc77e5940b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0052b7b931babc9f987d6f3c93c2c5c9b758a4a4f43c5a7b49ca414983bb5b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc8be335eb70dc346b078d76bac91ec36d43561
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b442e0e844aff0e8a11a4414cb2872f1329511a6179fb893c5df9bc32e769847
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897816e9c7e6e35ceaa04dc4dcf174e2c51ee5ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7bfcc124f278746d0e9f51547c79a63983f7ed257c5aa458ffa4afdcb30426
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047e75973381be47deefed7d398bdaee4e589af9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d03755cf9f0ed848d7aec032a4886f7cceae60fc855b5387ec60069d5aaf56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21fbcd4b1325df3e9d9792d098c811f039e5fea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589fda833c8f0083872171beb586bd85511560393930322f8d5b6f56e38fe232
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d6498da40b1aa9e95fe23f07181cb59efc590d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6e9908582eb8ab9264fa840db83cfb381add3d02bcd53fccec0394ad524658
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097d859757abf7209d2c8747b3475dc6749b5cc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8909a6610d20e1e1cb3844b0b039479dba1a3397386a5c9246dfdb625a6ed587
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b152c9034219d3a89dfffc565223091600b5031e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c24e606c3ee4c6f231d860a55d56977c9a93260876ba4b1526e3aca71dc064b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef3b35b75e0e8d0fd6c57334de94789c1f243f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b530612ff9dacae6c88931f9464f9aacdfaa6ce617a94cccae01333951b64a36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20294fbfc7909de67f564ab16ede7b42a55e02ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12408487098eb68ab7c11724c373f76b832a3a31c31ea6bd3d714496d18d80cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a1d0252d3b0f32fe0e9ccd39f3b9c69e02dddc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0581c1b0d1d425ff0636e56e55c87050b06b9a572a718381be14abbb097fc4db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc9f9217a1d3a6d593138225b7dd790890ff031
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c5e5b4686220ec430bd03895b8fe814c717552f43db84aa362745256e8a6ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc37a781e4973bb3fc8e49103292d1f126bc9ec0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c055444972c113757362209d16d01f52c75fcac27df09a69bd482f816c49493
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650dfdf2b22e6a22f786d70c3e7391fce1f9b564
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4117c0f832bec40dec5aafce02af25742ff02dc8482c5078aa216b8bca8aa5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704d7bfad6dd613c1e6cac54fcd5c1cbc33ca042
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b899d52bdcd71c51a140dc22e90daedd42e2b08a846b5616ee62d601d2d2e97f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946b7dbb370d797526e701c4ce151f1b53253bf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845fc797dadbe413083575f91ad63e915ef1f716dc9a068e22dc1db0d726bf5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cc123e4d47d8585d7ac063ca21926a4c505f3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127a63fd0167aa6b994d61d6c8e1b15233af341cf5f55f749d096943e5b72af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc77d080239041da2c262d9ebd15a07fb783cb43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac50175b661619d2ab27036c4427e3bbcf461d7a6ef2dad73d93e711cfd2dfc1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0a7643a5e31941301d5f180c0571443667e1f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48375b28f0c668e759f0072abc88f73d62e4c9924de69a466fcfebae20a65ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58233a07d3e0396a934d55bbb23b3ad1e663bd86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66473eae39607644d35b12e24c092916d7f3603ea105b3516f3272995e33c282
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975582570ee5b74d150e32139d896c4492f480b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ed662dd1cf60bd0e6eca07d12a0ebca6c596e746332e95808d7d063a5d529d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ce716512cad81d99c75bcd492287d51a7e66c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53acc6b6843b56d902e4920f4cf10a5e891b4c9a46ef66da8ed62b7d208bc81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e78210b395243e298f7c3c6f2bb59a17fc49f00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7613f02a21caf8b806f29bf9c4ba0052fee6df4fac7d069fd2850450c52cd1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbaf8db58da1dab57342e9cc710b7cd2bc28d90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae978d4d55b2f528eb8a1377496a056b7478cfccf8fed888bdfd5bacf7b6dc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299261a472d1eac5dc83de0a21ba7a02066cdc4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04003a32723881ed4a1fafbfa2f0b8ef2b0c5c23e4fed2a023ab1b61229be7a9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbad4c39dbd0ebc7c7f0ae47759b1d74805de80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d887c3cc1776ac0fbcbd96b2e80a3cf528e3550af6c5352e63b836be599ebc07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf41c548f0425247b76042b56f39b57920e4280
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d669de73cc98ee9f99c6d6cb1a50fb2171e58f16b706f319c302653484817026
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a86978088cffa188fda39df4bf46f587e43f827
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c89613522f712c5f7e00c9b2db7f01dcf1f491aaf62964ec6bd8fc95d251d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b593ace3a506eaec739a79c797f232c985264
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e55a26c525fd9c232b8cd1bcdc31b7591fdc920570196830a22deb48fc61c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1548a46fe28a5a04f3af3c59c1404a8a69279cc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7984e6fd4b5935f95e75e9c2cdb009d876c156112fa11287bc6726829716a4e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6816a1c1a112a13cc305ae5ad0d6abc8eb443685
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809a6f361354607bd3a40b65f6eb69412d831caea53e917ac07d100c214509ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885d5308aeb2950343a78ef95fa0e61eb339e099
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c9facfaa682a5242fc0db11b919284567d4d407e1b69af59f6f2ee9a3eb59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd551089291218ae2d75a7464a9152c33fc434b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591d4e157c2f3a1c01013b407288328226d490c6d5b494a323388555cd793f89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ffcf646ab5796ad2e146f2fe9f9425294092a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10061a2e157adfb372291ed5d06decaedab57a947ebcfab0f0dbf1eeda582339
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48f5dc1fb14bc6fbd42c8c427f8c8e09bd53a71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac52e57104778e2a9c29093f760553991511cf6644dcc7cad4c33d30843a315
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598ee1036e48366941b5e7ce5812e7c12fd38a67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910c4a09ba45b80cd949bd4d4ef4fe84d718a1881ea28c759a35ef846b83e5b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dbc28ef9c9ce1f146d19ccda3b39af1459c6d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c587419cab6ebb7e45bef45634a217582674cb1ec974dc864aa66861ad2a9836
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39852616a3bec3b1056912f423c482817a7cd3fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca47d7914cf34a41619fb74c8318a352cea26881ec8c1f84f637ed7a8335b27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcda1ae02e846c35df49aa6ddac09f6b48b295ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3127cb166b63082a8eced19be3e352dc950b009088eb0973181b98a3b05343
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df7c3b88b216d3e5373146674756b05c02ff45f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27381467a9d72365833393dee791b5dff112ced33770c1620338652ff46d876
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f45de9293fcd7c51459ac9c552f7bd91357c12a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e874a000de17e3832090d8466b9f5d53d6ad420a460a2dfca965a6bb11e923e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc4439cf6b875b3d76d9d181af3332ec056703
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b07a398d59c49516e6c74ebf902fd37315aad53194c977a690ab349dbedcab5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97b3a989ebbf63d538d100f71619afcdfcac7c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35df993e18403513096cc9234faf11a07d25ba66a4786efb33a43ed883547bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49584d3652893aa730804704bb26920ba17d033c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0130a3af27f687d74a05e44fe2df5a2150d32a9f9e65bd30816f0c5c41e5ef10
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e6d25cad7b572d9db5416d03c2ceb4a0696703
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02f27082b0b3aa97a0d72be9c200db1623a474936659c1e0414ac68ff6b7fdd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93184de9bd754612877d830c3bb5775ae0e1b776
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db921b28f4ef55a62c5f4b1bbba19bb1d7f4597dbdbc385fbfab4d27bc5ff08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b49359a5cbd778ec67854756c212cf2b2a1160
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170b4d9c0fe766a2eb8d9f40d14ae27f3c48d8e4240f473ee66781b3881af1a9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf426894a6ff25d51351955c7f19e7db285073fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18721d5fd0bb57d7e84d8c58bf46337d56ad4b467670adceaf9a2f99b2979cd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac5f8a0b8cc543855a1d06d3ce209923add8767
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffb96f4dd4803cfd22e872e6c536176cd5e95a722324d2bae12d0e55700359d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24550b8f317deb720f7716ecc30094a212e717b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47277b8a3b71f653d4cb0bcbaf135bf1a5e7e6d31d43cf083482d076680e966d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6210ce599798ac83d64098b16601759872dbe169
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb6a0e75370b11a06917c09bed1986b77a48bc77b0240b30a6787a80a3f18c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a48754957546770cb5363ca568c01598934ec7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569973b3146e7244883655e11382c15fbc79cdb05a08b916b6bcb464237cd352
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962d791880cee276f31e3bc4c76fd6831e76e484
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83368b2d87fd434ff41b3be83b7ad0412931dfbebe078b4a56890e831240972
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0043a096152747317a1ed878b193233b46c0afd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04321ef40a9e3242a04290459a5c0c3fec4c5a89e31f5b653e4f7e50e17588d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d446a6ebeaf3e576be80e1f3319fdb4318a01b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f451c51221b6525d066041b3a8c08704215d73ea2448b9ec8756367efda8d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126439228dca65bf2454c0061118bc2a1ac9d307
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f025853a712860700168ae40a0a783f8dbfcf05d23fc1eee119630a71e1bfe07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20d1958c7a9c5f2b842e297a0205f32702bbba4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7b7c8c9351ebc937299d556e0d03b07e66ea6305a2f49a3c14d7b93bd56a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d929df2a9a77dfc84c52a7d1d879deac044d97dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23b027385935392dad1124338e6713740f7a350c57730926a2dc171bde02382
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb6269e17e4bf0e29a5a87a04fe7d8d54e301a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9592239827b522b2a18f4dafc255c6555926bf832d93bfd782e6dc449f7226
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a87ad2ea5b32f24d7fd907661f6a30e960b786
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6e96b537cc91c99c9a98639b8663c70f795a559570ce460f73e4f92d11d804
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa74cf23d8eecb33e1308e52c232e2ade37df7da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb5b91bf8498bd562281033e474bcc05bbf9ae5da8e15e072630ca03cd2b6fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76b52333165f8bbb0f5ea930ea4fd2f115151b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce12910fc87005d025f39a0e2f77158bec143b2b9006b5b7f05960298a6edcb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eeac96200354454bcb724ba9973a9502ee39824
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e43b02da240fa589d68c508fe186c65e5abff6486eef8b587020c0600ebe3c1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1ba3f041434f9474e34213b3e82122469c2f40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f2290e4129fd3e4c0fba7b6e307ef03cefc20ee7ca39807701ba6083638c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770a9dda5245c3e4d1dc054091b1072f30a009ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215a948a2b5ae72f48c10ff5b96ae24725e12f54812e517bfd62cafb9525455
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3786087571509ce3bfa8acba622449328f33d710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed988d63be511c80b87d834df8b9f3e8e991cde701f90fa647d9969a3eee0014
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab9d8a805c993797d0b49ccca7e618060899b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f382a95177cc3e74ca3c353536f6ecfbdb793918bb23eead7b33409e33ade82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d1f8d35f6aa94c8c916c8698ba3ae5b57004ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e950763bea43c3b388a5c95e69ba5ba914f11a483e517629d965d70e2fbce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3729c7b37e0372636a1f06447b06c249fe75cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e065deb8ef0154888646c585bf066e056f544a2abb9f84f77aad4f54c6af57
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675fd7ea7a17191877bff5534f4048d220aa19a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e89075ef8970aded8a6423fea78a21d734f417bbb4b59f1fd41d188db69cb0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10d8e06ffe325ff5998a1312e4b6184421ecdc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cfad0dcb8c2b7403be75cc391b8841d521345c022a0199f4a687e51997c46e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7dc0e69e01eef5ee27dc5a952513ad3957adb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445b88117e2e3d1b14655c0765a5729f5a1445beceec0b40e2f1dbdf307a82bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93981c1a9672e7a0c3528d396c454efc9997bf7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c0ab8055abbd8ae9b9d6e8808c1913511892078a0800e1bda0b1d04b0d822f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b870608dc8121ecf8027be2cb1f8589053aebd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f4d224a0d6d5e7b2ecf072500fa8a3545ad57467badf345dfc0521e1348777
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dfe46511dd4a269e415c3ff913f0c1775fcc5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa77e876ab70175dd85d82555e2ee6411d9997dd5ac4d76f7419bcd36bafcaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af45b347bcfbce359cd4f7bf9673c603590a5194
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0344a662b931b9c27dca5c16cd787445c6dda6c181f69b03a73f386f971af6aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d692c54f853a4c2fbfc4a3284631606615accc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c753a5db7870348f64299f610e3af63210413c0bc3c1f0eb484d836b31995e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17432aa00df0a50b82d4ede5491df2325c8c579c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77cbc28fd0cbba40df884cc01aff9be3ecc1006c27895d71f0986ebd27d374
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6331ab1c09d17cfdc48d5b29e2ad1587e250b2c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe263cfedb9fafbd122b3e4104eeecd3f22861f56303b4563b374eeddc1aaf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccca70c0ab0d76445631efff79afe887d675c857
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a456514563bd7cea6640345ec4e2895252569768d769efc6d0fe21c8d5ec062
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfd7e95f0540802e1b07d4b4e1cffc93588926f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07674ea62091aa232ccefdc01808838c46a52e26c5ca24565ce4e7c7be7aadd2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6add64522784b081450294de768c65416718616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9aed38bf3f48d498a028c99c865c4eea197b97c39f1f75717d472dc6fe14e0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73067bc23d4c3e6a86077738d8b64b7cc335ccf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4b41e32b25173c2fcc578f3b010c010767063858b362ff184c7b7ea2c3301
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a9d29a284dc505e03c1e9e252fc56d17b7837b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64e4c0d47b2e315ca7ab37b377ea514927df66a6a3464c3f461429d3c982ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11a55e8df793c1393fb255e96b889fd8960502e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a747cf163679c4155f918403f1f9b5c02aabb882e6c06d2f929f9c0004548d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66f01bdea87eef79cdf3b1fe3e94eca24718547
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685347efefa7e92da60dcf9c0f1c73b6313e7e420a9d29328b8ade17bdc8d379
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada73cc0bf61fdd00b38194a8427bb1128b7d74b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db9be17b43eef9785b23be130346ca57bb2aa3af52b9bcd123babbc119bc73b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729bfa40b6d776bf91844a4264bf0671679ad1f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c5bf6fcaeab6d75e38be4391b6416df90aa94933efeca8a03709e606e0b717
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81e7c3a593450e6a94c6350b96c4f291d3dcf67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11f467aedf7ccc0daf7779a08801fb2b5af8dd2746150d8d4b6c2aa3b9ed528
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8bc1f059500a40a1791d890cf93415067f8f19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9a3fa0ee5a9cded0b14eb7686676082906f361d17db7e8aa5b024e4a4c54bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba66babea53f1a0213385d7906544b003e4988
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2849215ec78a28f2da68832cbe973a170f6f95095550a6c2c9ec2bc38ac2fd35
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29211e571a470abb9e7c1e6950a154051f22ed96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb405aa37984a2b219229e3268b360b9b07332f3843de29026d2f9511c206d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec371b92b16f87570522c55429e75dc916d4fee8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff22e41e808e1a6325236de7a6972d9be1072545fbf3b18f4db4ec1a9924f22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b4f5f3c4f0c9cffd5a72e282d4381fe6ef2647
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a7ef842a76bd13f1c5f9e6d4f325804fecac804629246c91a8b27822d45312
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b62aebb7b0242fa4cb36d30d5b55b0164cef208
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd22a1f73193d3563800c101964f8c772386d42f6bcc8156dc2188ac46b38da
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819c83e2e65f3c98a4b034f57d825d371e8ea1f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d525dbc91e12d5fc4259654a3e0fee902140d61b31d1f31668a50f4ac2116180
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00085c90eec32b3fdef8111482bb3df27760c46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2687b99ebc8d2bac2644e4c14bdee4efd36d4a067bfaf0dd2a2854bfb489bca8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0671df620586b81e83e300f2d501f2affca0a20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5c50290b3f5e7b6bbbbf9ba607987cfe12e68219dfe483c2064370516fef34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330fc831bf4a20ed52fd7a0a148c3b6490068da4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8771d845cb7e8606e4100755eda07b266adc98c09822794fc0824b99a677dee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a831668840e686d2a1eefe9ae762e5c9e005fd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d9540079409502239e2574f340d75df4bde8e754c20d9018d3065e6701d482
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0665ab0e2865e6bc026a34edd3ea2dc365367410
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1747accca8a1b8394088d9e45fea307329eaa0dc6d82a09825196e96ea01316d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205ae6ea6977733990c61a7bcb385c7531f603f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bb51426065d600bbd211b62279634b627bab1e73e47c2ecf727e93b3746eea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0fcfa93134266a2d27be7a91e16b9fe7ee51fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacbf819d56ae3a1f90f7af9d4c0f9aa677ce595fc376eb097f316efbdab19ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8f30c09d8a2c1f1dc6622c2793d503e44368f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e396eb85c64c67c36456f28492384406758ee92620d5c5f408bec8a9d736fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d2c6e2c67dbab986ec2f6782f40101adf621e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933645adb59e5d828fbcb17e248b61049a3f2d5392341060830c7e0f92eebbf0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e357159fa1685e7076930d1b6f0ae3a56df8485c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ea0926fcbf530ee84ec9253736e2327025c11b4d66eb4bfb714c767cdc5902
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84fbeb002204294cb68e0ab4fb9abac21160460
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee34e75fcc758a7f3f318634f800b9a84b6a549067242eef6b983729d3c2e2e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f335d11344a421f97cb51772ed78dc4680cc334
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2057d0be7ba0c5e67ef82d8f721a5d5b3519598cde4829a13532e45e1a570d3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac13fb0818dfbc42d36b1f8509b8f7981079afc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ea654232f11e7d267abdf45126db003f57ffc51438130713311c98cb43f4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a71a9d8e1e7c77d579a6299bdfe9f5804c62f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2a6a30431e19775977ebca1b136461bd3e3403fa4036580bdcd4d6b9a9dc07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d706d1a74c27551b4e51ed997788a10cee8f6075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ba6ee0f0d3cb951942cd01a07aaef072276110a64870f9e6dc2113c76f6795
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c90871b1c4797c3a12e29369e769b1b8543d719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521fec323d96ad02652f2313c39e5729c95652063cabcd3da42517a20fad6f3c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69af01355a7fa7e17fed575b21ee702be0a9489d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00434411b0eb0115fc8f84d3770e722debe276305696bd09a06657d49e4cb380
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722fce2ec6ad5abb1633e3d00193bc367f671086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca7f68bc7663a7ba2493788cdc9c8545794a2a2ad1a8469d17898b086d8a6f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2442e540386c67c911f61368f9530a2a856a6a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25eeb8c65abe190004716faded5f271972b2306af0926d713c69b8431e5f52c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac9b8baf445f30177dddb7c34218f716b1028a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ba4e63217cf0d44cac6f6e0e9f7a0cee9d2c0bf2ce6c95406e07b477dd0991
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f95bf33e65017e01d21d4f6d6ea790af1242b81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88026483118cd64eac5ece7469e90ef54d882b0161bfc27c8669492a07fd211c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa9c1be83a5eb18395ec067a3950c1b79dfc657
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dae9d7bf3b4d8e63409da51b89058df4d0acaa381f0d455f518792d5b8f5902
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a937729913608b607c7be1b323568c4343d7db0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba65609d2521351dadfae3ceb49d36ff86a0867568342c8678cb91149d69cf1f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791439d2498a771142da6657345395b5c2a28ebe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a92841510af134f1ffef80149865367c5ad0f379d485074190f1c1f2dd4cc8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c0e2106a360e241ae5a1c7f1950c53fa2d065b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54904f6eda69f98a2b7cae92f7fa0af9ded2ff35fae73aa60667ce7dbeb43986
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe943613625951cc631d0830c14dd4f46ca30df0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4b419c5c4a322599252fe6429818afd305278e42c431270a789d666d5819d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae92392af31c4922ee17d4445c88aa1a93aabc5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa5155678a8ebcb9ce49015d92b1e8ad6f574518f8f1eb383c28df5b453e95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4df955f4696e32a0743f19937b313c581d711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb6063fd6583f6f37ed8a2f039b3c42f472d80ae35698317004b1b03afb539c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573a7d63cff6c8cfd10722c9e980cb00653b88f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9670093c10b2a3ebd965dea427c8a1735e1eda5a0bed27ebaf5284fad4fd5e78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7947436dcef7d1be6a9e0634313ff0df6f448026
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e688a0c702f36401550ba8b9c24da5cefb7a8122d7b7fda69ed4e03fe8e8e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb3c0ad9e3b19c53751e0ff8755fb874eb26c08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf3f06f0f288c036470e6273005af360719c6ad8377dabb2d789862acc93a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753297a857047ad6e7016e89a35a75619c2756df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a56f778c361791ee082a77c5601b6e8a09c3f86165ad47aaec80d0bc1545fa5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10be5cd96ff6a9bfdbe123f08625aa42f61f42c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bb48fb6d75bcae173ab64cc6b4947e1e3143d471a8260864e9e2ac1f5ea100
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2e51030e82a26a64ea63655ec852bc165c083
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0209580c8ecf410734e3d8aa9ed15c943183827fd3aa8e118e44ebf02e73e63f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8602c8bf663f5a860f0312586cd47658dc490029
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829054a299ae92369d0d69448bdeb66ec279f7b54d8667247e9089afae2c12ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2c3d74de8e135d24ca022c1548d1faf1888de3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e536b2e90ffaa76f6a728bff53ca92ba036d036c40ebde767fcefa7b7d6325
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00abd291d5f8bac9e56bef23d30d8404265e6f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e379870351d0b275987dfe4b00d4b28c8852a0aebd9ad47c6426c64049320eb4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bf461cf87c37c4efa85dba5a99577ad11891cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e31a8f4fe1ac2e0d297674700b03e4284cc62d60aaea5cacd588f29247926e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3246ea47f06982456e5c3fe090aad75d6f50676a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d42ef3b41b05f7784554c833cc37772d86b1539865485454354d91586d05f23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5452bae385389ca9ce9eaf203205501ad57270e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8b6625de28fdc1957b83249f28d9380b4a112f7953672b44c94edbdee7023
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392910957d3e038af28c077c0841957b4d9b804d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5149e733a0f036b99a1eb0f43e033acef6b950907ab3eee2c663f9c1c1d90
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbb88306734905c8c11183a6560cb40bf466bb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f495e340029afebaebf410db931cbda003860f4f9d8a8a4bb1f86bd50773c65e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901a8190ae1df58ec66f88f08dd52bf85e64d5a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3347037c239ef75c0cee98f1b025a880ab6cbfa773f3e8a2cb17b6cc3100ff38
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8230dd784282fa98486ad1e428a0f5e12ab59efe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc1f8b404b68a34365a9148ec7a10dcc49fb4ef2b8e6db0c26715ab0377baf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a54e83798bb93a86d03deaa2aabd795d95978d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f3870957c5a0aaa8bd955b3605f1519533df54e835c00246349e2cfdda3bfb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ae0824290f44608e01bec684877e64f83276c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46e8d319f90b0d536b4c318b3005745f331e4255566d38b308cdbf95ac99bcc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29092930979088f07999a001439b9ad54d25609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b33f5dbff065fd8e3a510c916eb35725f7db1f38750dcc81ac8060f213b6ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8260d05adcd60d1e695dbef58463eb78204ed3d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4894e1037b9c9824b4de0a1732d1348abeb40f1ddce5050898aca5912625f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf79af590e421cfbbe95fbd5c3776d9335eb70c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508af9264af44d9a931213a5cd4bcf88eb61ad857e39f60c0ba0d63d179ded2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a750672784ab347480f445c531be03d1fd4c40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31c843ebaff68286020033858c61f046f1734cb739e403b7ce51b1ca361a98f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010ea944e5b3baa3c3aece5e8f51b12c65aa485e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6e9c891ce7d8125c2ed6fa3ee595d0777e6b0ce9e4fb1b98266f204d1d175c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79329ae4034e8b71032a3a29a431506981be514a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b8244caef6b37b8b42aefda2e37e559440dec50905d01faf6369f05217b46f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629f396e50230ad871c72a29b2771ba2452f875a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d892f485e8a6e9a46550f009179b97552d6455a19b962ddcd474d7ad526fda97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de03a8617d69b1fd53dc48e9f9bc46bb64fcd77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f234e4fd72b11d275fc4283890013d467600e458bc97cee85679b679413ca1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef3bb91a4091d74a807e774d0281457fea0de1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d72ae1ac8c48e84b3ae26d3c8727e0cf683a1ae122867268a09f7cc9bc805d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2a6eb7e043d081186770fd5c0da03dadd069d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de892e2ffe6d43da85febef153ce7dca7a51f0d42aeaccd3416eeea7d2ecb899
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab33fe6f787f51929ca84d16a39a11aa5c606ab8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fabde514d864836f235fadd6dea3404f9dfc2425b3a1b037e9f805a4cf3ec3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f9737491ad597e1bc7d3483d6c7da5de10956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5433a6740962a6a09d8c2c4013d0bc6d5716d492f47d7713a9feaa1138f14de2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce88283bb270d056cb36c6591f933ea9e3ff3b8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab175d3c802a0ac1cc2fd872c4143ac35a0bfd3649156ad3adb7cc1e582971e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50431bad1fd8c7103d99ce064d5f85fab27f04af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09825a179781d22edf56485fe5341d151e480403a065a212584f70d75c664325
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b53f8565f43a5ca73544e03289abf96e7cc9806
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0048b614caa84b4f198ab612c09fcf2e9d4867185178c79a3720c95b3c5363d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad978234cd96606524805476589cab332f0445b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55bd2ea0778cc63a3a9a4d06143e99bc760206de833752593852c0e3f0427ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddca73ea6cd0d82a623df33529f7e2aa03e458ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62422d85711d7d6cbe7d687ac1e8c45647ea30de6b4c256d58ee03660c604233
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5509217c7521f565edc50300a9d32b46dc4b65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3aded9b0bd2d718feb4457b2c7cde9c6244f6fec28774c8fff75a307d9800d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1039647b88e3c727e12bd3dc015ecb9ca2d4430
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef20c1cdb316a87a536904843209ce2e443b64d3cdac3760dbd183064be02b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014176d29607a821bf9549893d706aabce0bac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc1170ee2fa76854ae075ace09e606583edf5a899f70af77be6c3e9614f228a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8907b26f5fe86a9c4f0efaca09a7ae3809265843
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe161d7ae130e38f66fcb696fd0694a1bfce597b23cf8c085a096f4b7a88c6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e33c50d94fecd415a70e059ed819be8aacd468
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34b4a1a64d08bcba093ca74ac487d202e3717ced153e357c9a85899e644d1ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f77ea2a17c266883c92708d8c10a58b0635040
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b036ebf8916eb7a55f48411755bc1c4a32e679307d611399dc8446efc66eaa5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0fd42bdd892de71655f638a6d7c4046085ba2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63faac89ec0a8240b1451864bf88ed921e22cff9067d44d92be1cfe9722ae9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d7216752ba379ab780012d455f31408cc54496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496ab4e69cf602193e117d95b1e3c7039a0bd31bdae0267e233d606748eeb492
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a23ede554bc866577ef46c1e7cf401c7af5e55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f190ec6797f47e352dca0fb4a6d24a588456bb56ea79d53d057f202c419a3b1c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc8d5e64443f0ee6e58da4177351bd2e196e5f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f91ee3500a988c749121549f08356b47bfc38fbb725fb787e517214a51ce4c1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79492b18adae49d121869f08575e84fb20d2015c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5633ecbe8f26842a3f2c7bc65c0be2ce782c95aa76a45b3b45c42e16bb8f4b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed6469edd731728580b7a4dc4ae78819f8e9fcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9041d493c08be0e99af20c4c0212f7dc625c15260bd05f18c5a84df0f16fcaa3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e660672932c47207ecb7332e36280f7592ec27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84a779623e98a3c463ea6dc19bf8ee0ef954f77a2303797466cf72dd94fecd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d3991df33f6c250400b68f32d4569cc7b18a4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae13ed154f507c33777fe1149bcaa793f50f38e95265121fb677902c9306123
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3fa3d25624a5265d41aae9e4a9bedc1c286fd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd6a474d323ab997e640f6143631df6e2868c7af1f3531df3b4e7fe9d6eba59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a85bf99b05045e1eb2db27282c1610cff1adbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d685b3d72211d172316f3372272293546d0818c59bf82efc6196d0aa21575
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4af93ad2bdd732c738e192b535171f45a9a5229
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967013b3f8602d5784fcb8afc0fb6a812df99751ec3ae6e386387da3b0ea0293
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bfd69ebebabe6d9bc762830fbc2d9c063d61ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad186651e02d0cfdfcb4b716e18c45c2f2ba5c5fa280bd8410948a664ec837
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b46e00c8b12f8fed865aa8d2e4a9287942402
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dfe59f7597c3e9530773a7f61497cb014dc8162c5d97a187cb0c673af464bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c74a5177bde75275e7cb5df73e74195dc4c09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695cb13f21038d32b1a45e1fdae4423c8a705269f2f77c2e5ecf8f72814095c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b53cd2301bd9d4869b3f17d104b6b33e3265b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3712d25962882a15f2a808a3c59e7ebbfaba4cd27b6e49bccb6380047aff9539
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d56f6af35de80536c5ed76e8cec4e60c3f9dde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af64406279dc9a9d381c946123d0fa18fb01f35edecf51327689d4fec96d5cd6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200564a467409828a72694776107848c5450ba52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699600240241b1f1cb8b33e90ff9d8b37e82e60ae278efd4f2003995371f3324
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bf6a5d9fbd32892b622df9255d734e422f07de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa292c0b669b6fbdb0543e3e228649bccf0b7c04a7890f7c7f006c12444ef12
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbd2a05eb2148854821acf73c5816bc0747df03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f766be470178ea378dd62f79559aa2682478f6dd1e84741a430155b145c6e37
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbb095426961333930c6d1b934e725a08498c0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbbb146d6dce0634f59b91a7fa78a9325439988a2e21dcfcd1b5d2c9d27d510
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8d2b5cc736b9125867527ce3bae3d5c48a57da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997577e5c94e93897cda48b7a3710a1f114878c612887104d5a81a90e960d0fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3237fb7f9eced9cbebb16249f52e43c271b09d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1f3c83ebc1858c0ad0849fd878b8791d818c10b7aaa54cb69d79dfe53752b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a22ceb110682afe308ffa92479d3a0194cf4b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f7cae846412dc65873890cdb847bd7f0f08a9cd76c6215163a23abfead181
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914a78fdf717882c28256c7fb992e13a081cabc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc9202bae1ed1b97b5e8e879ae78d5194113c4b8cf01c234986cfdd19ac69f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff57b9e0912af57a619dec0fc6bf1f78705a9d5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d3d0b5af72da32db1b79093afb60d3910b3d0a31bfb8bf102efdf50416ae4b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40629dd0dfe1f75d6a3450228f20ceabc33cb0b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23667c03209cc86532bb1b8d70df46290e9e0a21e1445bb749d99754b664d8cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3471a2c736dee6d8b234383653284957ed360cbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37653cf48835826f5d5d82eab0d13997398ed1c2cb35c36c5cfc585759eb58c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57102eeacd32fb549fd72d6303e438038e0d2775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cda2ec316bd9be63f3937d9c8300595c9cbded8f6f525e3da23154abdea03a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d42d424f1264e81e5b1f437ef2541ca99886d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a78aebc40de2f109ed8122325f3003a740a165cc97d0ab732078219b707642
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b8a9c8a4403272d60e0c479bb02c4dffb9281
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a989980aa2530aad0d2e4b27542086515b59cdc0e25130b4e7f2468e02291db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2650587ad843289d12ad15f4100b0facccfb3c9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756cefc551d0181af0beb9f40c210b9fd6e87aca2d5050d176d5ec6101ac1a63
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c173df043f230787f2f6868ac3a450e6eb88108e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0927acc00649e3869f85d95229f2a3828e69090ebc477953ac3150e2381de31
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6356a1e3f42e79d6e1d120c76528a855174315a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722559a8e5355692bf5a49efd0a5e1986c4c16fbfe0fecef58b822a2f486e8e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f04c824273f2ca38a80b92c7e0ba9319bd404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16512efc910736bea38ebbecd92550d84d67cf0222b25dbe55fbb7c05392e6a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb6390ec332fe2bcb3c26861a35d1822400801
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60169d7c94ec8c5567f0839d209bf0cc4d9001e164283a021dfb5f1ef969c1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb45db78e216916ed8da43b59df8724ce685fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3498aab9962baf76c0b34c15c94719552f1226357bcb71d5cf725c83c51e616d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405cf3c2c8ff143431634d431c6d97295845c267
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4559af64672a8a864f1a99e14799f5a43b88519ca579558c3f28673dbf692a38
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda5b2dd11a3512710495aa6ff5f7c3b4bcc879d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c714106a1dbf6f7eaa519e8eef871e219e2c3d0f4d7c7b1d70a4596354e6f18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d65e77eadbacd9852e6861cf68dff64bb07575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e63f505db45b2dd85f7a7ebfe95611eae882f2c097d3f66279d0f21ad6d700
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fb5e2aad9bb0bf91329aee2e8a1d933407fe58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753fdf5a3f32a0744aa7db6aa636e3a984da37f431a449593279196fc1cdbb5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d0f93072112d5a0667a9c1fa924f7df1a8b5ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b97bb22d95083435adaeb6e9e542e2fe47f2922d27a5d408df413944602ae7d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6522bf0c5d6da7e14a2037dba520d7ccf306eb14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73740447701c5e49dde4c7a8ca6874bc163d8af0195aba3b3a41faed107af1fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249862779e7352972e338feb091a8e852a6268bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc026ab709dc13900b9af61c4e0edf139ef474a99c3738374c7e4a170ad5abd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d989cef48fdb9fc429403e5ad9ad45b2f120929
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa93f1e8630d82428df77349339f745d394dbcb14f359e8e005d6a2617d31dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c662dec7bed624b1fb499539271e8f51d4a077a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2ceb09bf1429d3590d5974526c638b7caf3807adbf9a15f17bc54488835a4e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2c3f6f9879e111296787dc45b4a4bc574b1f86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b16c5858a2afc982f66177bec1c717bd1a724eef21bceafe3549225ee55cc41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd183ab8cac441abf235c57bf8cf3befa4ef53d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe85a4fcf7fc708c6782e3544575c522ea4aa6b65cf263ab5865c5c80bd92cc4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c236307b7c1549a3a5e1cbfbfe12c7ae6a806227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f809fc1efe8c6e04c76d3998c03116afb86691dbec9b47e63e5ee114504f81e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db1f79882e77647f316c53de35e2383fb8e31a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40075a099c9dee7d8de49886b69003ec6755ec40c894a98e1f6b4258a3c5f08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d509697074cbcfae4762ec75336b565c77d91c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f27d3c8c41b4a8ce11a0975d947b303b7a9d7d788ac3b8ef5806d79ca6843
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b9cfeb0bde92e91d013dd4214c805b8cdc8038
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653ad7e81c4a0bc4a9d0e2f2379a2bac2a96d877a6df8d476223bd1063012280
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbd1da7025f430c3ed28fa9fa45ab6bb1ede7b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9199488b3c6e99f987b660f6ca7e848168a4389135185684d97c4d509cba25b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7996d4383cff1dd97fdda9ade7118f9c22ef35ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8aa983e7406f603b09f8a559dbe3e73bac69205ef6c8f5563b80cb049b6310c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe0c3ab6c88cc9faecf849e89555e3016fbee6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301fd57e260e29b12792fcd099073fa23aaae4eb88a43b3580ddd9a2a01fe399
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6beba28e4c327d214bc0ab20a2119869dcb54a93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16519f569ffa4a86ce5d5f62008989d880e4123e13a9f67916f68ce826d15bf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d331f46ac150126ca18fcbd87585975b5395ac33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5872a120d073b1de029542a8cc03cc238a28cf5f44e987893817f1a830df4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf6271f63eb7415d0232f34602d564b4274271
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc70d6dd3bcbf783b57ce921f12bac244d878310e8be831378cb5a370e498ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c957ced5ccbd573e249926ae0904c1eb29cb07d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f033d4856fe476f0c730223726e1c342623235984670bda6969ad14fbd863b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a467eb813553d352b179e093b93bb7a53f73d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e11fc7de1e034686047b1a8ac8c574c4c18ee50abb81f2d1287106f62c7fbd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdac55ca9a20a19ddc255d1a8c0a2f365fe1143
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236138bbc1ec71d10f0a94138374fe4c5f0e6137aecbb0001460b95e92ae4410
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadfee80da94da2fd24ee900ab1d38d311209c5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c775ba95b405bcd7f954e1f1992d574025b9ac08c0fb21b9208f320bca378ef1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98195379ce10d1399cafd7061ab114a8adfcae5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f90fed1faaaf865e2e540c152fb8a34876dabbaf3f7f37785a7592c2b604ef4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6d178b6abd3ebbdeb909f4d4c64e0be4927f89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a751dabf8a96b1987d25ca223419af4aaf8a60d18e8ab74424084de1697812e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784044a88f0c12c797c1b0e50c1d7ee55567c1fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cf4e44f85c125bf3680631af266b1395d64fba186d038a313f1d28768c56ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ca5728859fd4ec29fd23143fe2203d7fb1abb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78cbd7b2c4624135a084505a132361b9e030ccafacf2927710675cac8cb7445
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e060293cbf58ef89cbf408abc2564707ca0f5cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cde388dedb3d996fbd038cabf4f5bbb4bc488e6255f11ea3f1e536b1029498
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24aaf1467df16c95e8964c80cd8afcfe089e27df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b088bb13134a50a01ddcb411eb938c8364f1dcd6ca396a7a651bb0c01083087b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2b6a642da699eae9784c23c46a0df5d0cab9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69722f058b704c6922567fc63b444e1f581d14ed979b01464a322d8f2921d00
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a1ac2a86ff9df279c6406e62951f23058d2821
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b359ff4f88388a5427ee7e5cd5d68c6b7e761ec27f1febfd59e704284ed8207
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ff9d777f9006c1ce0f79f6923a04822548b146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b16af6bfa6b13c1a2034395fb09c5226a4480a337ce599e224ca19d2c808dbc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044e910a5757549743193892c4892d75c1eecf42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8444702d422751b947a5b9b381f260e5437b20d4ba0a47797e541b7faa474f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884bc0b7566ecf33783cc02020a2510ef41bd47c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2d08bfd4d2b389b1333e37326f047a69ea9b9946d6b979eaca005e38e0e09
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f26a9a36bafbe43f04a730fe441bb9d7803d708
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2cec187c77c3ade6946e95d4892648a38d1f555c28923cd66025121369421f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6923744d26bc437e3836986a8a05d343835e57b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a7eec003b38f75e7f27296fb3c98e978d3d2c79b10a023590acb3ea97fcd44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7519491c3fee22a67e71f24b8da7d63c4f55cf45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05856ad0c1e288e72ed5d2b708a0687dc683aca60483d5ca711a420b24e3858
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5c189fcc3c127a04c049e52a4032b51d761ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb828f5366e488323d32700e85fdb3fb050489736e2c4b3d59f80a40e64e28ce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b89680487d2a0d0ac143b65221edc8a8fe8222
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec1c54d4099f279be07f6f80f213638362041883488e11e8bdcb32f0715b0c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c439228c2a0d5897966d9c7058d849280cc144
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ca637cb9b1d9091593eebafb3b636aad392e8e79d304b3f3b430b356d3b4cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23da6ad1f7c03018a56a4b5791e1be5cdd2ff5de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5105e6edbe3ee237573a53ca9ee05d1ae9f9740b33c1fa15aa08b9eb5130bb35
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de892e2caaf14ed37be5d59da4b69f6106ed03de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5032aa18ac756f8e8f4b6879cfda5b2a4a87b495f3390cab7e89c4a89e31f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d23557773f9d02410dac6b36471ed39b23f352d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e87c80facafaa43c7729a09867311336d2d51124117381c4fb9b1a73d8a9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cfd56e2e87e57ed4e881398b19071ac61eb48c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a6c3e2f88ae9c1b4c53113b42867902a7d03dca4f7498e069d793745d1574d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b4b4bfe24fb5af44a90c669343103dc014a1b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9209a3259ea4b3fe3e550acdf0239acef249f29f803b5d34a3b508f7e8b18f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e18d7b3fd23168c02ceacc1f6b0c6cda2ff187
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d819b83c1d3a91ff7ee75ffe405d150cefc04b881224e5a63811bf4214b9dcf2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80baaf338861b798a3d9189f0699bdd4aa4ff173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e2b9f63c3d73669072f3c442394a1a8ca7ffe7a99b578e0db0b94ec64c511a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcc180469c0a54dfcaf4daecb1c0e5e7863db0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0568b7ad2737bf8ea34741f66dfb9c0e9d5b5b69fdb64e259f8064fa8cd09d9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7c3394ac23c7bd981e809409bdb4fbecbdfeb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22ceab5aa3c2ce713d4a6b11f89318b0a2ac00ea63ca33a2b98244159b0dc2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde25d570422b7cb9fdb97f43d842ce00586123e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46eed1bbfc4707b7fc46f5e009dbe438dcc407ae4b31c453aeae50db4ac227
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02b8d00b366085cbf45d0553b0af3f61e9b64db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbf235ad02a6e5d1eb039e7a4907cdf90afae5a0a0889cfe245e31e84e0cc52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3c9c3f2caa61d2b868880a1a98b26f1c8c2496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dab0911fd36ead87b92408d2ea836c03ec521b8352072fbe40b2f2501b7da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb76885052eb97e8f551f9521188dccf07fe46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380869072026d2340787f64abab1de1543e4c2d496417d2e411ff5947cf06f52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df0537ae18086fa9260063ebd8b9b7616a5d1e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cccfe24ba0c80df45216c1e689c9a7e3eb5157a12c3f4169423acedb470b175
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daade126a01295f995f16e5413663193edc7ad92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d6d88300e7117ecef227fed2df5cbb2c8a077769e478012e79bddc1db1c5b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10906ebe0277c89c529d0cb66449b63bdd22de0c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a994ad737e3763833fadec2b474a53927428f468be5c71530e870fe54301400
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb8ef078a080fa59b4f0bab64425143b248bde7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938f7ff43794b6e2405b6f3219b42afbb7576ef3f1e27e74569bd2f776b8a8c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117be6ac204b09c001df6589ffd3701ba6d2889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9feebee5e52224f0430738d143b65654f24b1f452542af0e53d54df3ccccbf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795928e97439209a8af58878a8790dcd5f300912
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4680aee3630367e9885768fb2348dbaa60ba85aa54fcc748b3cdaa94fb5f2f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0162d6b014aade4f190e62c4148d8505d672f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2e5482b6756a993ff9db546fb3fb2c79fc4b0b148c8d29f096fa3a989c071d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da16a6f304007d9888fc875a13be5e9d9d4966a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa2bf5fc90d28f535a5b927bdd7cc84fb74860e6ad0da1b095ba1e0ea68972
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00edcc967d97a7e22f4632afa0a230738f7ff4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cee14d80c4875b15e7e200a11a0b452125a0d638865bb9647e1c15ab77c4241
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932efc30ddddedf3efd6a989f56a2dc3599b2d04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dd7b5829f8fed438866b3215915ba291b01be9f6768489710ba6dfd82c965b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793a2d6c4e81a8d00b4218d43810caaebf489825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac0333514619c624ba2cedce846de139cdb0a58244c8681e9192d4c8aadd11b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74908f96424853deb6ec4840c848af107cb78db6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf124af991a26c0e2e9b29d372e39d26a3c689983b58276f82b3f2a31beb04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec982bea69408ee84a0e2e5a5e8f2c8ca35c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7147c524d63b6f815e4106c39ded4c66dc5e730607d4bf1aefbe2f5054b771e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c90231153a22b416340b4f1194b037121278adf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b30093a71066931be53d53fcc034487c5fd1f0373986bae420a17360bd86ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5492665788a0d1b023e5a8d284fca59df9084d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f0353c7b340511da366e94081f411a9ea7d15dd20c344e80afd0298c28e62c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd66841186d343a2b42930d361a2e91326c562a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb774257272d0a7c482d0fb5d90164a6c5d1fce3ff2d2795f5ff95a5dd944e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3560deaa2bfcf4f70e548f978bd3c8849535482
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3659c8dca72743edfa68921b40fac1d82ea539856d9ec83fc15bd9773818647
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e1c8a0b5f2ffdb0e8dd27826b6a44c935eeb53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64710e10b2c89b054ab2a5035cea498f005afb6798f30afa85c740e2ba558b00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a1d649001eea74572ca7f23399f128ead4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4637086684e29530550fca479ede80d09c96857a166d428d0086344b563e85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb9290887d57472279da01f0592abb1ae188c90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ac7703037b821592014aa75619fff7f40238ad71b9f2344483e235d240bfd9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9406bf609bed8e3872080eab76bff059fe97673b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2306654fe238dae2e3ee30db6940eaa71313c134a1635974ccd56d19c4b52b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe2e238154c833795f7ad7d089bdf787a96448
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a303091597861a05639114515a93c751241cedba3957b8c129a3ab546f0b73
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486bdf7f5984c70927e6f48e78db6945c63ba583
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36e43b9128db63c66df5c1dd03a03adad03357057be0342b75dac9e9a1ab82d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bac89215f54dda9580186cc92ee8e9fe3c5be8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab804d9812e9ec3e9a01653af65871de34c5409529c01d88408dd375a45c167
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7791a84c040bc56fc7324713889abc3231be4b4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f474fa3774cffa36b3e3a55fe286bf9e023d1c280ec046bd2f79661116fd0a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a332e80b0cfcb27896d4b35f25410b5579334e62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceac9a62df4bbcbcad41d3cda0c61bd823066f689a4efcb443fa9c0b6ea977
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31d6067a968b6d5b9e4a4e6b0a2a6d68c92fca4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4639cd6d3ae99138abccf24fc04dd7aafc61ec826272da9fe922f7d93465aabb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a00921c9cbbdc2e6561319a23bec9601035c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e36908870c5871e894f15637dcd3ce3964c4a2d95afe51bb0c20fdf9c142b46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c93f3665ce4f5df538aec9dd5d92d9a63eb8ed6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6d7305d616a059a5cde5aa026086f029341b83057b4939315df6e8d832deee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8ffef2d256fc7db5ae7297f44604eee2e99a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e9d7a84b43b67545e852c3e8aaf5ecb301dc298b077aad49b09ce7f3dbabdb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14de385e721684f231f53fd20248d722a4a68ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b776771997ae5d8cc561a6fca415971aa17daf3403734b913cba5e7a4c6670f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa13c4e55c281427b623f817e893837b7f1089cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c836e7023794dff064f49633572959266e6f23d3bd0b64b6fbe28b38e75bcb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2c47c6cba372c9ce7dbe06330a2c0b8a3a02b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec1e5f3d5ef006676100605494ee71b5132b8699876b39bc3cddfd4f750af6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6174fe92ed9f842bd27e29bca614c8f1292cd75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ed7f010db34e7de144db2d579bf9a64f96c514db06c69aa5c98c62e33edba7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c89e8f2b21c51fb97c1a060d383d74b7b4041a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3ec35d3cb1ef12717a5e00fe3329302d7ac4577d2ce5fbd68caa27b0ea5f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4fba70dff7b628f162e33e191b73d4863a9a17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a732725443856dbe6c7e00d5c264bff188907b39fc51841df690ca8fa40c3b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4fba0409214f39e7fe593ddfb23f0c44757605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28557dd3855e8c202983d111f984883fc9cc51f0e85c60724852904ef008f5b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bd44ba4a0432bfb1f438975d15dfd606a62aa9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961f45c5f8642b5857fdfbd0230870864f5aff3e1870f21f682d8445c3a118e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7361701f39f562d8e88b223076ee897802bf0ae3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02613bf9a0a668bdb0353101432ab6a589d1e00c96e56fbcd5685104a943903e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800bf7828bc6ada52e58a504e0f9a5268e21b0da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d6ccd5d766bed465cfd0bb18d8e263a79f35c858ebcc139cd08c99f5c57320
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e76af981507cfda7f04136b8cf8f922cd7b4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c3d7fe05446ba8d7ade5858ed744c799101880493d28da01da5de6fc8d730
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf7842f3cfa60772067764bdf4624945b9ec156
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2ac9d2a4ba6a64013490e313709fe221d0bc4474e469e269a1e2f010462b69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf4153e68b312de8fb88604253fe7a3fdcfd46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a208f2470d7bc024acd477f8a839587fdd0407ef54ecd2a111ac0ade7caf877
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0150550097f972bafe6d415f6e7f88298e33bf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32b2d40459de456a7d8a23e7eac9e9962ed08aa2314f1b66bcf71ecffb1265
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c5e99500771acb56c4c151467d20dd0f554c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d9a4276a18cf0771166679176a06dfa834e1d331d621974a085b307f39587
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f302d6be13452064fc63004b51e85f92ede2a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b3c106cfd6a60d7af0fe9cfdd34824e6918ca15d929264d36ef2fe23f960e5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c22848eb9d2e7cc52e4f0ba49c4aaa16b60aaaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa6fc1bf73f9ffe7bc07f78646794e32d60a4458e9f471db66ecfd9ab14aa9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffc108fa7d721f900b7a3cadea4bf00834190b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a44445d99fdf58b84cc81cb37a1a348e224c96772246dc7612f3b24799cda
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9515521851abd1c08eb1d1a0005bd3fe3186c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115d0d25272cc6a209a2dc4683243e41ad394ddc482d5dd166351cd9aaa8ca95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241285f23d399afcf66b7fafe72ee0b66a947404
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94efac70c33262170af67fd5dd948ebcfa81d53b0fb75c6b832751829bf84297
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12dd771a34593b7a5a863bcf558807c0e61f26e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9a9f030a5a865a799be1f61dc1f917caac79ec6e972426e6e4666f4bd13cd5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c9147adda2a2f15cbbc3c80306bf7ae2ca44a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a59c747cdcbcf4b956395c61b394b8eec1456d4a164c795cf69a80128d59f64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b93dfa63e81d06f43996df276fa4474204c6f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ade91c1b752333227330e84c067f23bfabf46cb27ccaf0c778c182ed12870a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0933fc77c1bb0f460e1c5bf9821bbc0516e58c2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb800ba40264e06b76ee438de727517d984bd2a55411c985da9ac56f93acea3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003a8a119eb4087977c3d9bd888b8815b6bce04b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fba75d911856b64265d5399dbfe8fa7f42755e8c73b4d884c94bd9498884c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d1f74fe3be6bb97902f04e1d731298d33b0fd9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2395736321258abfb31fb4b8ee6060bf78c41fdaabb014ae014f4dc6c8e91c42
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297f4a1dfdc2e281c6ce9ccd954735c1e379ff3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efd725e6fa49a0bb74422d2b5f164929f3a54db6f5b2106823afa36b8cc8d67
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b1886d1317053f4d26a452e68bc858169a10ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009119d27a507c8ae2781bef4fed755dc674f82f7e37f0e4b4d62cd114158eb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2622acce50f5544663a7b6c8c92ad63080fe678
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50035076b9c501d6c35bff536474fad6396377bf14464829f2a4247a16b1ce1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45068fdcf4b03ba651448f03655d8c11b3164d76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232bd89859f4787e3014ef25b39331bffeb0dea995cfb60b8167841d48a1fdf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5629e731352b81b887254f44ea454f9b8e446c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4f4b72d2eac2303c03f19fae64116602a4e874613cb7a9fc2ccdd3a465cc7d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c28cf76d7c9263a869ac02609764fd43dc843
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a322e097f1eb3edb92876c7f28b2309cb6b06eb8bbd92047afd551a651283fd1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f055d9e5d963585240517c5ee0072c8888d80f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466a7d20ea306c805e67c7235437234399bef4c8638132d7e10e23ab6fdecf95
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fdcde06fe1c33a2655dd257fd646a5dc30e7fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11e93345e84f170b4229a62b977c6873017a6ca4a6d3bc828e7837dfa53bbfc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa175f3bc642aa4723878b6023a36400d450dc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2881950896d0fb99b2521f33ce7492fdde154ef2877b6e874d418672564aee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1976e43ce8e42775a4596c348a514bd8b90a9ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d1647813e418594e6a41d1d8bb17bfcae33ae8707c84836c597b8950b04d2a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25095ade8dc7041a60405c849fb0a445cafb590
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e4d6be09dd03050ecb0b27272ec9366fd8f80e49d9da9f490f5888a46b40f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0c8b7f1fd44f27a5d99f8dd6dfbb29b5fe0202
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331513eade6e81a1c48b1a36fb60fcd3036f7bc2a3c82c518e07f8e819ac22dd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0210938bc2238c2c129ae33330a44a82af9e0d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cfb2cc5b532f06eafeba9faa2c19a11336c1811597b873783522a2483778b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3937d3545530eb57aa1a0d989b8cb9d0e977dd5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdcea077516f61ddf62e7f264b33d9f503ba2c02c480e7e3424b043898f01b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878299be5d4cfc76620a093c59264cf75476fbf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1b12e6574013e6505d2cd7b45718d6acb1810dea515f766292f5ff00de435f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9afd3083ead2497e1aff9a825bfba307ebe0619
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63dae2cb95511abbf4b8b84e9fb1295d8f0682fe337a54e7e70f4d330084498
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcf5ed44f5e2f7776a9bcedc2334f0982c34192
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e1f92d6dc03b0f86240fbcbd50703d2e758d48b6d9e2aca099c6f7e10c27b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf96ff5fba15297911eebe53b21a3863fb4eb87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528bfbdf721800a652d3eb24042da4f9c1f17b802170d9ae26392f63440fa82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d7816ef2ff38ca1e004398b0b665d9121c42ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6635704271b98cf327d744810c1fe481833e79f82052f1a26dd37a9db9032cc
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9e2fb311a20e6ee48e791802caa1bd78ef5b12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0c25af3831307369d957db2a721adf97b895fa1f41b30c22dacabcc8247856
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1519f68f8e248b20e1400b7ae85f6d2c88b30408
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f879d5a6f088ddb1f130d80d289c9f46643feb470730e0f3fe5a0917ecfd239
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7756460abea0679c58bebc0e938b27f11087ad75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0ab6b4175ee45be243fdf7139f59b87273f4a5f9d3d2b948787f217f45cd85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f30ce74bbe1b05b4028a7cd59c1e3e37d868cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a381b16c78a2f509fbf4dad266d622b23e3704b3699d42d3edcacc7238cdb6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41bf47635b395b12e1999c6452e187877a8ea16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667622c1d57f780ef13f76e9e9d7adf905705d96e5e67118e227807ae0196d0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d814bd4ce06eb5e465d0e6721ed0220325e76333
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b176c2fddd2accc4450dcbc825f5f98d8f277a2ca54ac8d27b50948b308d2299
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468cc1fe81aca19169e2d8bd2d78d04dac4dd9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562a588a8c97d815d5c503c7e511b653bdd9c81d0659f070d00e12c99d54d0c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ce1d687acfa6f9db8698b5f37eb8e359d587c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b4216ca541dd69a35a38e2992dccb247dcb8c20866e974c5ea0b426bed58b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95274b4ec3ad7522e1940e09114d5fb9ed2d22f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea713c1569d0c22f8a02e8623cf8c7118b7fb6a90915c173f104bcef3e3c3aa4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46776d6faa550826a591e4f811fc46992deca8cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b80978bad107888e76686634e6bb7b98441aab7cfd040749e2ab0a47a6639a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b1dd1e27ab3ff5082d5a55b0703c418fd7c17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1f8bfa995e8faecc09768097f4f9c55c27f6be6e8355c1095a96d06919def6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39558fac148509aea1fb259a5a2de9646ce92db5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7101059ef03da915c4fea0dbe320ceaf5a45e20a7d43727ca249ed3e6a056f24
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad4e10810975a6cc2ea5daab5cd334517531889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fa3d17abfe379b004f1b804faf260a331cb7a706b5226beed2b484ffc91e3c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f450aaf6a0b7c3c28378476041db7bdd1ca91d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5344600728f3fae2c5ee16eec92f9c925d24b23bb4b8e03359a97c7d24bdf6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad30d7fea91dc287013311e49fa46a07fe2e477
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8823f0d8c5405268f52039b4b26ef437d54ef6502b1f4ac1a5848dde4dfff4bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff160ad7a23c0d52053790584fafbbaa604d127
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20f6f5780499154789cfb9402dd0c01e71b6262bbcf0e9fff797a75b8d0b7d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ca8a147f51cde97472b946a3a90e052e9dc5ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc79613bfdd310ab671c7706634dd693b14065259e9771cc899a9b7073ed378c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fce8a39edb7f9b92d67e27d6dc6a66ece8bf6c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d60e4b77230a282ae489e6091a937af3df5c3166b5c4c573e4da3be11c26f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2681f37f432010e112aec45f59770e3feebe5598
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c08282f072b4912f7708d60974507c8154b80d01876f8f850f44f9eb4f3db4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e38f4de03363be0d662b9e861c6c51c7321037
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9345a9ae25a902827959daad1747ef1f4e51f9b7eb18957df7feaee1d3dc1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb28e9606b40d8c510e801d720d375c2b59707b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d74269124f69f517b92565c63795d99c11d04c9bfdaa8bc4ff81f75a2a61b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624bc0b103cc2e32076ac401ecbc80b7a6f90797
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4593806973b6ed820f1a721c8ee842a1436bd78f588dfab7b3b8d40b5e3d89
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa1d1fb30846f6504ea4325fd81274de61de3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4364bc2f1e969dac9da7db15fbef0889cd376e63f5e1840edc6a70d210965613
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963eef894078455c4bf10ccd2855e136c7fd639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0643cd2d6c3d0a4904cb4fc531b32bf2ecb697a47c7a5604ecc9dc55767dc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c858abf60702aa1910441ab5e931d07ef57913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba90c41a23a5218084513ebce9d7c536d896b175153d8fb8204004b7246c52ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffcd9d9a35e90c9dd52ba99a198144d2a78ecfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9108773da492626c9d5a51eab2e69f0843e9b74e339cacf82f2a5d918db086
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403de271e0eda954e4e9ec8ad56a39ed1111ce8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e22cc7bc8aad4f2c193cc618ba911c664013cfde59c2cd1bf938dbea054850
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95195d6a206ebf07a808774d46f30d983cdd5362
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d50a8507d2d62a279b7374b29054f7cb4348198a818d9b3a040ad184d5e47f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedbaa042d391f7c724aa13d0ae70a3eaa989242
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85da4cf735ed3447dd27ce17d2fc9aa18a3ba2c6bb7e5e1d34522588e06c4bf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e49eca6956bba3607ac7a54800dcb5ff62f260
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386dfc0be1d66f41be14fd722734997780da08b63c3bcb7f2f738cbd4b576ab4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46b05e09caf4a0047ee48e9a789f4677bcd177
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d029fecf58fcdfacd798c20caa8c33e282930d60bce6b09fe3a615c2a929ad5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de939f44b1c6170aeb7159c451d1f04d8be2ffd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d5621e393f3c8de22cba592d4cb49773081ed240ac13a7bc5c6b59574deac3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c2a5c049429d57d534d5f8c756b659b2bd234b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ceb85361453356dbbd56b71ae9f7af92e5ee33c28ca2c87a68f2dec49c5405
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67216bb0104c9af1772f5baf22daf3f662449c54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c2b5616672c897d1cdb8e924cef0f846f8d0620cd2c069ada4e85629f97bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e93815255cfc16b70cb79359d1014a581fff4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ee74ad07416180f7dee31d7c5367109d0c5d41edf58db2e256075e4481977
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1649cfb9a9d28c0588df1190a407f7b8cd06715b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62338bcaa046bc003d0d42f73a96bc6e115b94dde1628e6803d752fd0fd9b84e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8c4dee2200825651e7e0bd95717fb5072217a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fef1da5822b7fd541fa5f1e672e674aba80fe6be5ef682edbcc2496f877e81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b700c4445f74bc3c0f191d21cbdeb484217d958
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505053338d204aaa9d214d49297c09b41f3edb888161297fe7e23802f34a75c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1915b03204ef4914159c166a1a27d6945d2cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827018faba1d104bc2bb8af9fb7f7824d32e22e03ac36c749644cf3246cb36be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a97db6a367f55b898dc31272ccb61eb70fe3f62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd17bbeb57cb3d7f19a586410c6db292b4cbaf6ded6605136dc877342ef9cc9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78a5d8bcf32ccf6f217fdaca49e2d2c525d75c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd6464e040c8be69f89a3f5c7d92036ed2382c52a9c32895262824dd2fc42d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179a8cc53484d4d5614e80b922bdd64e216021e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab376d5581727b0b1338aa9ebd799b8fccaaa1d5d35def7769cc4f3d59c99009
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317b6b320bafae743d8b1f5ca39c27668b916b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fbf05b13bcb9a8bfe8d900f8001d585fe904dceb800aba77b21460845c6650
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcef835cf54f6737d4bda5799b08fcd31bce03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d60f14f923b8727f28a5c3751c426ea152ccaddd339aded80af6983280305
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd70110ca430a23af1dc823578c5f849cee7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae413369f3cab7e38b2cbbf95287d225f753a4b5e6389b875d64fa634ed55ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381651983f5f2cf4164138f3019764b32d203bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef8d7e6e1b025e272d11ff5f5af8d7e966f3752c663b696342ba40f0eb223c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b21804240f09361bc006b807fdeaa8036f6ae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e91bd7a2f9cfe1c15fc3a93e641dbde34823d0b6551d60795198c952d404b80
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2381cac4f2cea97b3a57a72a5bebbfc0a9120578
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34034b857d47bd7e5a12f24f26e7c3ebfe55748a7e433c4eb6320f4360a13bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994aee3fc58a79fcdb37b375011b5c0c939b53b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e84eb97198261e614803509abc5f0d02d4ac027aa5d10321b5b89ad37bf86f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd995c8af543a533a7951e21e9da6c99fd7ef04c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da046c13c39f8483edfa5a20f0575754201775f6c107c0cc57f8075184ab6e02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349f48f1450026886af856f7268d3912d733c9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1ea9e4f9643d2ec34398f97bc47b31d5ed679730cbc27df941dbf7bbe34443
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f43fac6c89d0d65d3e5bd0658a4b919e93340a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af27a6262bdedcbb0e89bfa8899e028c2f41ae2d5f3d579523f8ea3c69d512c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28888ad625558c19290b1a5ccb9233f7536314
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e786e67c68baae449afc43dd44e02c24b4d0c362682d11c8e5166d720e865c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b906dc25baae023cf2c52e9cf3753b4aa3e3704
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5812bf656256b45f44bea43521f26ba8f16941eb7a2d6768c4fd971f6d37a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38719f41743cbbf703bd87692e3bafa27da51c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d107a675c8df93d380bc19cd6517ae3ee4d6e12711f0d2666b16ca44ee3b39a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72266811e3d3e0e9dac27ebdc91eab19c7a35e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2824ab6a9a78355d620521c3afd8652d1d0e1386e35b70d7cfd49127bf5ca4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f8fe52f1b4da41e7c1c620d4cde0103796a98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1377efc5c0bfeea3731ab4bfd58e6d9ac0bb932cb55bb4ab9e45d3ccedb1177
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4647ac5823a65c85ffab431640b5acf0555dfe3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751dc86253d69f66c6f0375692b601aa00af355f17e39f7024b7bd018a98a19c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49fb7e07e2a45c305be42789a356c70011b37ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6d482e73c7c1df499adc1e81f8550b4cda2b7258f657f5f18c24737cdf4968
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32d3475ba3fc26b46ba6e519a26ae0b5a9568e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488c25d50d54e81fab1ac23560046826af51be47ecb750d418bb003fe18d3c41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb521da494e75e17d2e533eda83aeccf4473f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6a82fa0ba711231846ba8e9c4db9df6ed7cdf24dbaa2103aaafbfded3f2923
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e953addeee23342714eb0f83599ae100d2f9e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e27d43902971ccd890bea5456aa5708a05a6cd0c58d15ccba4c1669be49ca6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a689d922c00ff1bf06ca0beb65e3b59a49b2af7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438c8080ecaeeed9b4bceb2763779b8c6483d1ba756a62d66c640e3443c491ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d0df9e666671726bb9517a46ab81e79319e10e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e732be84b29fcc90374e8aa1ecd815c1afd5b8da95f9cfac943251c1305160
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72e852091ffb2f7cb48567823010368c996036e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1acdfc7791fbf7e8bbe983db9e347adde4de6d7b699d44ec7c9459023b5a808
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373efc2530023d95e10969be71e5476a982b4e5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0737729057f420e51ef46bbf50579245cdee1361a18561235deb29e8099db4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e870bfd231e4882e82a46ac39007ace81e810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d026a1dafaaa85333fff30d5b1c32c57af51edfaaa27d614da4b0c797d256b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10dfa768303d372475a3bf0130080d01742625c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee3e91bc9d9d8102dad62a8a494d7a23de276b8085c69de05e6ac025f35cee6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34722a7e55a706b2949f59de6d51351b98dcffb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64f53a98db695542888937bbf441f5103e65aca3e63ae7fb33c0ddceaabda3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f6417d212183599798c4e5a78dcaa4c30170a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cc08a6dafdee3ad293666f29143722fa0d5cfba0692c3e049c2d2d396bc5bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195e4c8394149d9ee987915568e0304d9adedf94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e051c196b50e7eda499c3960c31335c1fc6056714cc1fe7530c95253db75b13e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fddaebb5f70bb98a2384ed1478ab47ab752ce30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed21cbdd2e2e40566e6be569e3212e7bda7ede79026fbbd1dfd954546f3b99d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37f34de3a3d265185e8bca6df98c6d2c962a2fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374f4f7bd45626385fcd3475c849d21f60af07ffc5cc1ad2e1978284a7a97dc1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25b5f3d196312c9b6f6544722559687d9c32677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf2d8ce5106211c18f91b0c115dc8bc7e97c47bf666eddd556678d06af74d8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1e522a128e69b54a1f62f1ed3ec744a4a19a75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bfa2f26c9c4004c4dd8666c5eb34852b642b5f035bc8a0b89af7d6f15bb1bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b76767ae1884cdbb63a78ba29bbccf16e1001
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8067dc3bba9cd4b0cceb31f836393399dc1f8b0537dca3e5e870d396982ce23
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f467815923246a2f99991ba38b9cb8c37f109a2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28a4bfcce7dde6dd795a7dc00fdb715c6dc88dd255ff963529643f5d8a1928d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9002b9a8d5268230615296a67386f607be99e8c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb2d99a4ba6aa230909ab62563b2323cf2038c3e1208a5d9780777754320d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d23584c7128b3020576606412f2f33a7d838f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110ab5168527a36b5f19957b0dc67ef06ec8fd86acd183ca1b85c5da0a47137c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b174f56eb3cccfa900509a0d0122e04cec21c36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e832cd2dbb2dd380bdee73eedc2967996fa30b69fdb151f9ee8ca30ad74112
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178452841713432a4d3135fe4183c9e8154edbf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a8cc0c4287b691a40a9ffea14346eef50cf4f5cc814f433da2834ab500f70e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d8567b6f1e1f3aaa3d9efd3cb68b8d2a46ffa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70f7b33dea75565a34b887eaa5001ad925ce7c70d9f7f4c057deca75a43f4e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcffcc9524b78d10acf983be613176dedec427bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a07e4d03dc87f0ee61958a9ef1ac9d34d5d86812635b1f4f49f8c5a9faae988
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7991e936ce5c0fbc8391733210f5dc8272740bab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f9388acf9a027ca5c27d4303eeae03c305b663c4c9919b76bd4264c7d2710
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c42ee9984f85ab7b9e303929e0ff69cfdcdb052
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dcce92b9998b437e8eb365cbaf23aadd10b6bd43fb6fead43b51027c16b9f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89777100e9dc135b883d7d3285251c9581673318
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff388f6202ce2a24de168fb174d7fa880b2e3f40c5fdf25b0774f134836d1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a19132a34185107e4658bb836437a9d0666deb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3891c071bb904d0eb2bfb483e8624db40b765eb3ded51699c8ce5541d0893143
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e18da684bffb58f2aa05c556e49dafa7e688f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1bbdd14081958ee19be524f3b9144b33ebe50046477c3f4e1b375cbaa1e811
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9db3819e5cffef3414a7c4b3f7c14894a4b825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccfa05d3c6a4a2292b9c1b6595a6a8fb9b88fe102868b6900269e08b75e77ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f4b7e56baacf3f8cf84edcc62d3a855a39839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9746d458c21c3f8581aafeddb2672afaf6b6821888c2fe541b34e1cd54f6777
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04075f15fdf94d589fa772c768cf8b4256494a26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff77818cea81b63a38ddfd72a96a8701f5d02d116ff9729dec62dd70954b2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e16dbe48f40be8e673736b3db7fba528fb3f8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b976194fce8bcd1839374f3902c97ab6fa94c573c6ecec830b86e353e91efc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b8975cd8670729797f9216216aed4dfccd265f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5901bf307ceeb8db8207c3708aa917b541d368e4d6b7637b7c5b53b2304c7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47682a278bc4aff9fa5012445dd96acb5867eb70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bad5c55742ca484aefe769f6c804aacb908d95bb510077e2e03ee5f8594a7a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef50043e8dcdbd9fae2a5bb8c1b4a7d42bf8c8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015bbca5cee2bd728be938ced8e45851a8d57ac82fa4d91ac926801c44e28b54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b1da193ccfebbf150d29c45d6babc6b63e4f3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3cb34139675b8323e9d0e7c3ced21132c0d8b4e9280d79757030a404803dbb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ae5590cfb68ed9bf25d14a8db44fcaa219401d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5aa8bf2f33453fce7b0f2506dbfc23739bd1d514d9a0f4a4a90e3c8fe8ac41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693329800652d276738019facf02f04bf1b2a4f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13deac1d0d111e78692308b76bd77e7db08802bc6269602c00789cdb6c0fa5ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc4cf9cf93d63db767d62b7e75a8b2ef22833ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf9d1e7a8ee6b61d77871cce9a3cc749a26efd968fdc0dc1444f9f2d1cafe1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d87d94df812820bba3d71ac43a898e5f0a8d5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1330016538368221fcbe880a590db43edef29e07fd81adbd2db510c65a7e353c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b070fc6c086f613be4d12cc3b32f2a9059ff0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af36d505f09e0fa4338ba1ee65fdd972127abba25a3aa726921b0bf9941ac695
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b7327b997f2b0b0aab8cfecf8d71cd5666c0ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f5c9352f6ddd1433bb3d4e374c6f02fe70749b38c88a11fcf555b4b6ad6b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd44b940b1e64b55cd3035ccec0423595bafde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547bf772118dd6747dbd8c5cec2f1ce07aa8d3c35727576c30b35472835c72f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f559739f9ecdbd1c6b6d24bf848f0ee5e7ccf9bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6dfc16899e65b8306113a07657a24fec4675c400be8d2749f2d2eb897f2273
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43521d8293221005027aec63b5001fc0d5b185
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f854168d9b6f923e101f2de013f9afb99139aec8565ed276b59ad6ff00d2f0d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484ea448ca24912ca7224d2890e82edf4abc9db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db08f096f3bd5f39ec1e044c06aee45d7be8a8650ba481d643709d6f1c70afc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dc819a4c6c92c8141b5dcae326442920560e38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df8384536f6050888a02633a13456ecc9f709adcfd14d12964e9450e742b03e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22e0a184a31b1fd9b5763873ac6a8d60cb5694f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fec043e6cf43bd6a92eb2da30c6b64160ab658cfb9b0b2101f19c47cfcb9e43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4358b15df83f376029950feda56eb9020d3f25f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7aa88b64115a5015abce86a4903df3c32f3eaeed6711af821c3e4a0ae1b679a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f62489208276aa54bb61fefdff352aecefb4cac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d423af29846e1718189e3bed4941bf6f3f11579781443db2a9893db4bbd94d53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d76851cefc6c3f9e36bc238e38da82f350fd82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b037cb46ba23a7d0911afbea2d18acaea848f9a0c3b53e13dc628d59a52ee1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619fa1ae1b3a029b0e825edff5bc8ecbe27c4f95
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328603e307748bc8be51be24e6a11e8c534fbaede726b80e431dcbc05b976e21
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735d99280414655a9c25045bb73f61e34dbc0562
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d18c915a06c7664464ba37d0d9e814fdfac18081a0c4b8a6a06e7a37691048
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e67faec590fefb1d5fc5edc0c3b3be32142ad3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab30dbb97d36629b274fc45bfb851f4e1002200997af456490c41ee748d071
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe94d8028b14600777c565d0efca3a14dad7e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2679692c1ffd0ed2b84ac28fff1bd9486836a6f88e55c7663d1195c195d6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa6663150047a13600bc4ef27c270cee39c8c12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5fe271ddf31fbc6cc919be076773316d5fcd23e276a5f639982e6ec31f7a07
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c8d18dc45ba2180d7de4a5554d9054977a116c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead7248b557b58e2735d13b80a8b992838073dd995912aa96937d37c500ed5fb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1488efa3c8c87c69def28db926368330b02b2b7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b954c9af1b5840cd7d03cb304354340fe769bde92f12019b6c100dfce75c230
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8dd81b1e097a66ccbf0621b59d2977d31ca79c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cede4cdd05a54e8d2b024e5c54df5f3bf094e788b02e222a7c62e06243818ded
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f78a04fc039a36a80e0f79fb705bf611c546ad6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aefeb0385530be9bbdf78291266b1560d977c3a63910ab0230289130ef66f8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcfd3a8d9044221dd45afddc25bb2c6cf6eca8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655f9ec17b675c98d1fb1b1a045058d31d24719726e913b468ce48d16712a253
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9789f1a53e7941842bef7e950ab1b0b5fa81a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fc185298cc15e73e81174c19b337f7b434cc10938797292f6295ca905046e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e98ecbc3f708cde250bcbca8f44b9a0c82a70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d6474864760e4a839badab2ed8e4612a7359eed31ab5afe8ad054d1beafa1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c9e91fb53efdd1653ce23c49462ea932c9e87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1d0e181783adb6f70fd3d44cf6edc563071df27fa26ec9d55a3845c58ab69c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f383d9d996845696989aaf2dbdd933a2e272ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80964d47d183eeb29a4bb0808c44dceb5959491b0526341a6f590cdd4b54f790
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b749f0988ded0abacfb6516abd6d0d423689cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e47e432392e30f298533a31eb344453387474d60a9b101b1c20655b830e4c4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b782971b1bfb9b03eebe7de76eb91a964b5d6521
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f31442fe179bc8dc8f7dbfd82001c654f8de7c5db2d4f8f3db76409c29fa304
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2ec130b5c067d6674b8baa11d6c44c65fe70f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc2d6d8145af8b7df44ebed6f5e97e8d014efa93338d5cd8946fa907939914
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddad5d1b2ecc9529f272a763dc87255c76d69a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a804684c9e8b5b40bfc2f7b02dd08a2bc89d2a48df04f8676c36730e1bb45070
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a54d4b324fbf234b5aa595aade75fa5237a561
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c9f3a40df46a6a7c6b2fa9d9a0727edfcf618c815ec470d2824e66d85cfe67
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe85f96add92e9a8ac965cd49739e51ddddace
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715bd9ca07fc5cc299f56bd531299cad41ec852f742f18cdcddfded341de2c3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5c67f9b11ef60bb5709eaba46f779859a571f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7fb84c1c9753376855fa8d77be0d633880c80f2ac731289530ead93206e1f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22354281fd13a13872f4bdd16ff37b52e918615
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12085bf00fc78c136786db103fe29d52487ab831d89cddc2bcbc6fcef1b270
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b10ccf28dd62561281615f742c21adc44f30d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560ff52915bbc7e41cdb01ed241e2327143d6ed2b09c8fbb6f5163290e693ce4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4704acfcfba6213844baa18f189074d34b41fb0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3347acb5008684b086ae59847099616753a776f52f485d4e1e27c440a52b7029
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9729a6fd5678cd8903de414ce537f70153ffeb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b82aef6bee377bc8a298023b5f2f19cb1507f72e83c483031f0cec27713590
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6b2e497d103c6b621c9a75e07d7254eed6e2af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdeb209dceb4c9406511884a32d813fab4bac88fb99f4d055e728af3f19a7fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294c9c568fb3f79f5b5e33eaaa242224554e2dda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a55f8fa4cd5d148918776cd7440d003556517c8ace03f91598ee8da59ffecd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c02bc0bbd80b48c53c484b700b5a56867eda76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6055d65b840a6e3ec1bfd0359b52a47ef88a8b45e265aa025c054b8186e9fc7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8811d780e2a142ce90034189c80fd8b1da9bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ab42ba7b6e9288c20d5793781dbe58aca0c24f644feaed1b82e91c1a5f58a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d98d9e74edbc285646d2effe1fbe10e0a0d905
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf4cfde9b4ec7232f885371571e3891eb9c4d5f10c614e2307afe5cb4aab134
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66aca620d84739d66fbb14e7c1ee285f0a1657c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5517e98a27d84b11f2d8da30add1b218bac15ae4e8c77fad6380415e686287be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622c7a949ad332d64cf69c524343cc1ad89925e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbdfce61302d88e5e925ff7ab368656aea84d70e13916479ab1974467f992b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb32c53e244d897b4060a876ec8793e8c47b8ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad75c776da95ed57705bdbee47b7acbddd8b712b4c8ce4e7c70e5ea4d712612e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75eab86a5c505589a952e4b31deae04a0b52ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21139b71eab6d085c315e6995586b7142def2eec12e33d4b860f847506c7cbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e3158b23e66993e682a4c903474678eb2b9ceb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5eb34e4b9063527637c2bf55807b0473fcc90f534f5482a2a4a7480b34f80a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120fa11ed63f9ae7e0aa824267357dca9203f76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe12287bdbc7969a3a21402e770aa750b9d3fd22074e8affb047701d6bd816c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13915abb8e6289d66a71899a21de396aa076cb2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7934c1feae15a359baa3e1981842c9bf94bb7ea5d2ef495c027f5c75032958
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfe81d10cf9c73121fe4c570c12256da5bd8453
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42d5e9a50625ebffef72251bc6ea4939e00e61cc941d744a83d5cb0541f9ec6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e95b16e05487ad3819a4e5bd37a9e6c2b93c161
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6667eb1a19c9b6ad60d45500e01adddc93db8acab1f5458a60eda0463eddfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb92096ba2b58caa8e31b6c625b01d1c173b4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4163f77972efadd6b13266918d8a88f05f2635a68b952c63faffb80f77837388
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2571e2af8a825f00e8107b3bad064945c2896009
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c841bd28c84dd727c3b55f7864e3dc7ab1070fb84289e81ff1b3ef110c63ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee6cdb70149bee262f99bb5d16b1a05d649d28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8be1de445c927da053bba23eb479d80ef7171f505328748c10baf08ade6e4a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926ea3bd85f68bbbb890cf82226b3da9cdee549
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb82bf5cbcf623c460e2f06c126ff8705c9076b2129ff06bdc90c4023de049
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a70a37f71961e520aa3b3c76e684c3e7f0cc8d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fce7b8a4b66738131abfc998da50f69e2da9d2888dc853e14b9b36dfb88c3cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32755d55dd4929cd237212ceaf568cc79e783a34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494fd4e6a15f0fe47110e96d93bfa3ef2996213124c728b99336a3ed3288f854
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924fe2de8481b5d6fb191ce8fa9bda7bd01775c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ae35abe294b51c5601e7bd453cf787d30e44d40da248171f7eaebe7abaecc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14f679fc68d80b594c875ea78cd2e54c54fd9d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32e69dfbb2c412dbc8782f8d990656cbcf63e84b216c942d07b385fdaa4e3cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c1b483f88ea87ca00f4b1a2f5cc1cf076302a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9854b47cba106ac515885da23c6287d7b544010ff591e022eff6affca071c096
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02c2f1af228e95a4b7e7aa172db4a56c2d2676b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d06fa7fc457ed924b314d0324333ae6a83a9940f988aa8e7f9c00b6a0123f2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32003e39dfaf6a42441f3f22588fd4ba7baa15fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576a1635fb11192f9a86469734e450f470e8cca79a0bd775fc4446b94a12ebfd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560f9273dd6bb79d541085fb8b9d4cad6a7469f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a8e9646189dbe6405467f6863d2cd9df437ebece6e30a34c25c5454fb132e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a4e8e42bff637e548cefccc5007e035c055c3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0af9bd15fbdbff7575299f5913c9bbdea9d679da5e99561af6b33ee4027dbb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c366ee2eb0b4de16f36ea49264ac3392a2dccabc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f185f5f12174a176f27b25ed51964bb0543bdc8c8654f108b1f3e33dc6319c55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1a9c83075a9566dfb353945fa20d652eec5e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76537e339c86989a3a57565be9a439386008b5c75055a10700a316a782d02262
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6773a602faf0e2cff0df876e30333c3e255e0f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abfcc2fe2ba5560b546413732644efa952db99cdef10aaa3f1863dc1781e02c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c72870307b58c5584627c6e6e26326fe82f9c6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cd2f32e3175533de2b28048ec77d8def5a0d536f3d177f5b022613327b69f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0540f5e97c4aff0ce8310014ed1880d59b672f50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea988a3b379520aae9ada7807000b9feb1a21fbe71ca395d98b17e90a20a7b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631c2b2ffbef809e4ed9c5e6c06d35648295754
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1b51bd1c84495a40c16687b14b1d1f8572938c7808874fdd337befe4909d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e553d96d699d75f9c9ee77771d2e21f6ce55181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf9ca664da0e5bce414082cf6979bca37d609c76a834ea90bf7cd318674d0c7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2032ba37e260f183ba017fe21622338e8e6a90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891b388f812c5506e0ab85f14beccf0e2efb56f04601fcaeca9f9414e29936c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c857a7c543990329c19a0e51b591409ce65a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2cd8f3c2d4952dce9a8d7388b4a438b8ffe8150aafce8f85e85b98eacb9e34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0bf080770f5364ae6b307580dd9f13eb27771f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b092229983addd99e960afb74388a2d5846146b99944eb660d511b9a2953b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d15d315aedb9078531781bce50c83c8ea16ba6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3983c914cd458300810ef2aafe06fdec44d52d440e875be5815df0bcc7b4a6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c99210b9bfd67c1ce186eabaa961c6fb27742f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516f76b719921e159cfb1f51902c339b648b1411a0eb5aefd4a3903b3823c958
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445db76200f3afb052536aee9c0e22a5db38564f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76de862ad51d6f739194e4a879421f6279fac535ec30e1eebf438f561a55aca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c750191464f3f86046078952ed57dbada13fb6f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdec1181151435a6610795b7666b817829d93acab2918e88679ef63f71eb005
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d622a317ce25efface7e8471c3c1e4bd334bb87d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6f3fec64cac3379bfddad926b6555ee4f5a611f4866d93fd3154a34f91f95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7257066ac4d0caa3c4a206f23415de10d981eb2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b767ba543e0d343c7ae524629e3610ca5d5cb197b7b68cb84b54732da4a6453
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d5686b73344baa904d4973371be03ae6c5167d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec344018061fc12cc2fbd2d5bcef28950ce054532ff9c5a757c6b3b02f026a50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a397f3654309b50fc421eb0dc7e315a6475e0be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a22a6852181e851b2632c360de2fe9fc130ac01d2cb58ed57316dcd86ba24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187f07d8a184f8fd098f946c12ee8e5e2901e660
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31ba441fade52f59db83413d622856d21fb1ac2dd2448b063f297fce37817d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d3b4b1bcaa0c9749be9202216fa52f55d3a231
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f180c5e9d05716e4fa92f6ecf0798079ff22fe64cd81062447be4e6b324e858
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf658fcda790d0688f8f62ed33516d810926113
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded9e169f97c357a7119748c68111961e311945b4963639c2dbdbbf953dd1bdf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60227eb2670fafe66d53e4a761949778f58575b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5748f2e58e7a4883f2bffa9b315c72cb4186f7263f9c5140ba7319ee8d3b8eb5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f00b6fd79d2bf2679d63a6e07becf43c5b2103d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f6a935f05265913ec19fb6eab2e9a4c4f6ae59b061d4c63209bdb48f8d473
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabcc66166a55b787336f73896838c9c2b5f1f9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78bba4c70a954a723595b774bec33bd4d71cfb99b457b8526ea9d1c42a0a4c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba83e0bc4962f09b6cdf158288d330b7779f5e2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f24e9e0a11d6197ee1179fa8f14f83252fcc66815c12f0c775472227b2e294
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360b6420e492c78fa22e11ed735582657296d102
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff35cc7f2a0608952e04ef7851d5b38f29c4b771e6d452788119e6ee029460fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844bfde2d1ec268602cf8d39d03e07adcf0d6794
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7ead2e612725a11c931034da5a359dac700821dc3557eb46cc5faaefffbb5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b450275f87e180f1da8c1aeda6b5e13caa0ef68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67f1c5bd9468483d658ec0f468925625b079c5952b281aabb049d320cdb69b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a3d786b1c4dd6f73ad0aec61b1b0d43145ee83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d1a8c67f83e3874096ee1f6ce8228db6c92750533b2be5426a17ce83d7b1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f1c540c6edcfc55278990ebb405ad4a9747eca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c1844cf04a74b34d8df38ebde4e6ee40477392203e216371dd1dde57161f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa806c1dc20c04d666c4990db206bf341e0d378c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6425d98212d66053d45cd79ddd2d467bfa80939cc906c1e29afc09f1230feec9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd322ebfe67e5964ab1d926378a75888cc97cf6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15c4c30f9567d2f73089662f3ca088835169678e95fb9cc5ed9303f45152028
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b216b81408184fc75733d950a20511173c559e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972e0576f109cf278458dcb7fe1f93ee23930b3e458867fe747fefbac833096d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f04767f1262a02715dd61c985dfcf22167c8d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207882837396e22d475255c5913339eb5eaf6cb8afc8c076d9c32fe902e3dbfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97986697adea8d43e788aa04b1b330ff1445f78c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5aada8fac8814346ca454ba570f982ed69d27858b46b279120a7d3aba547fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075de04f2de245172fcae40340ee29d27acb4f77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a3ccd6181b068739ea16eccb292bb27f40f29144bdf5b5a2bf5d78fbefd819
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe82b1329936a29953344a33c1a0e3d6550ff3e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90771272da82ebd0c5e90b73c39ab1be916c742c47cf738fcb2c6620a1f67aec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef2bb658b6cb7468827b9271acf77966c78fc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e774d8ff34a782651117e576c7373cc35907bff6ac407f38614836d096e026
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fab364f6be0c278eb6a30b9d7c05094709d892
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bd5b8e6ddf76b93da2c9f68d4fb8b6cdb9bb1967e1b1148670bb7957a78490
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cba8668356b6a54261579e9165473081cce3f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa795839e69526bd92db4ecb05772a285a5390e748a2ebd26a685ef39a70be41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5472a00689091f498d16b37491c986f98476e69e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb00ae3c672be308efb6d783e71353748c56c397c864d3219f67d07a74440c0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58afa92381897f863c446d1a1ef5ba4b0f7f938e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be7893e7a77f9fb6b6652cedd07073bdd4df926fbef2181673bb78799b3296
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d822272f1c9d677b8119a478f52f88ff9e793f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3171d15b2f8b727be23b6ce0abd913715eb62244e5a14ce398d5c4769d7f981d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8041cb89c3615702f6f9215791a0ed8657043e6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fd7c72dde2be84225d97234c6d6b2a2f111f481c7f668d30ef5d2a6df88ef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347255c4cb6883a20aab926dda031cedbffa2351
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd92d324c2b049c9c01e63dcad5971cba6bd2c1835eb327392ea785d3137a4c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd732ae2a1507c1121469bae65b4b7ed18b5a0cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dae461220ff7b06df29c129975a071629945da7462ee5fbc14d5d308fc6613
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731e1d2939596ba26041c707bf808aed7e7bdcc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70fdd01f94c06b7c40ea0ee6cc60a62b6a58014b2198438bc3daa1e78fd6f08
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954b1cb750ebba619715e6303ef4489cf85e2b71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4c9252fbd724c5c682ede05c3cd8c5ba333049b07e3fbea43012795abd80c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de218e589aa055bd8a3ef5e0ffa03b9232e7a3c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efeabfe2739c671dc890ffef04bd420cdbc9006db5736559995f1365b4cf2078
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41b9d4c734ad0c51df7283f46f72857705116f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7378f5f93d819bce7501e2040434a0a671744f7d606e2a6f7967e30a869c88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b023ffac64420b30c5d40320f3973a4bd223f42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdd50fdeb646ce4cbe45efe88c7901d6897ae60b333e41f603456e4a8354982
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63666974bbc154d9f093039de40e99af4bb1eba0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46370728c68a3911c6b4c6c282cfbaeb44127c47aaa6e200923875164b141df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f48704fffbf56cdb2ce883f35abe3414093dbb0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011820044d169a9bb3392a2aa91919550bad6c5700a4954eec50351255aab9ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fe909a8aab9f7147c7c2bcd49d387995546074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd2627090c607cca7b50e4c360a775289274e7c74a56d8e0f2a42172b307c7d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa3cb76fa1b44addadd691fe48a12ca84538516
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9badd5ede1fe9b2998f424697f685f0782fac6b14d7431c7cfaa1f50e81746ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a40761a296c3896a5fbb67c305f9d12f9b9a43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a7cec374a0d51c26180e27cd215cd7ae614ac390d97a05bc6e4a723135e292
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b21e94abcc1469a5e3f1ec86c9b0c2bf25d2759
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b14f7029453e7515de1e76eab934177518db92d34df8f87fa80e7b3a50a0d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b766282c4f44c28dabc7d27cc609d7c613d4b5da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6fd9d882b52eb5c002d9e7e31e0b030a322678b6b9a9fd184f361358b16d40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0bfda42db5dcb6eeaf6a0b4284dce5bbbf002c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307042b342e6041a2b5213bcc8bb79f55194e8e4c0366b701301c4a03b201f86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ed93e6f9532ee4f1ed5a8e507e0034d4b870f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eafdfd9ecdd1a6850536f2cf63db01c16438795509167b1b5ab241cf1d8a50e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9520eece4720e3ff23906c582700f6a5c90cc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a31ffc64f506d786fee04d79e3399232ad6612c2669d23438cdcc5caaeb2623
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692fcefa7d0480cdfca911d2a8278afc632b2cfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92dc90b2ec54740af9e6804a6976dbe29492ab79be518ba84e5172e66762a23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b537171336fb407f20e8e925e0f4dd381de033c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550528256dc11b542e6864b583742f72ecd044b86c42c2a13afd22afe36a9959
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c110769b9b4834b7ac9fff6f8c9dea00dc01d4ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af39ccd08ba9b555511e8226531d53be0caeb06d9673c991a3548fe98b7b2d8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26acb25b4bb44b79ce624c12013b61043769ff88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd43199160a9fba58a9c62077f6cb2415e43d9da086af580e7844aed6f35c1a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cc03490ccffa4be19bd237170b66e70410ca80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e67af0f5614d2a5e667caca1020c7b15483fc5dcc2072b595da8c69e20b88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616ac73db397560878d6e3fce2f1072493c3ae70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116b827dcf34838ee2e5063346cbe255ee83baba0aa5fbc3e6d25d2de98ea6f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ea429e44f08642f06c77e1ba7316c79b07393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b75867ef90dcaea1d710be20b6f903db7f37298ee58abace35952321f60b9e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0b786bda49dd1e4525b0cf462ced8229e60858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f04adc93400d17a723d5268168b3c91ca52d1df9fc853907d337fae59aa3b53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2487b954bf41ceceeba6710b600b31387b3dec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64cab30c8b7cd9ae30fde58780a3f7bc0a4a165f39b98dee44b3a6dd5a26a54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d770b3aae58865d3811d1b1f9c4b19090897373
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7e4c86ef9934a26904bdfee32cde5da359b8583e46cc0ed5f81f87994ccb30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6909465a222948b91d7d8b74a5ca3d0da1403e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a796c0d4b7b79adefb9b75bc0879a5d9ce5d424aeb320f0e6e23e86ad07f17f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036621d42c2c62e88718c9b1d721e412fa02bc03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e556e4c0b163995f0a68d5c03155cbb656bbc0d4cfdb915eb0458f93eb866bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8206fcc273f5ab57e735ee0386b37d7df44f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901b275707155d91ba42c0f936fba2cb047c9392d46a0c7e65c652b65bf000b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc88bd5e3ea3360644920a6995cbcf446ad56c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6d1b676981ff55bf10e90af6c36242b16eb54b2f051df166779c8abff4abef
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7568e134e81da6a00771daabb41f471aa5d393d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dacbd9852fa1d0bf8afc26ed6dba9354df839bbba22d7cd45dabcf9b9c5772f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4370144ad3db86a76f17288ad6310421387c8d0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef36c3fbe426252056b1d9e6c8471233175f62f9b34c644a9167dc8e7a31389
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1045e8e622d11e51b368b99dbcf43f4fbe335
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fed97356c47ff4c2c24ad577571abd2c18d8dc0a02ced4be382c647c2efecae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6a4fdc45379c2c424e35d54c733e9fddad41e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e6f62e9870cd3b092aac0edfba4b42cf7306df8b43c189aa4636e61c1d1fb9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a134141eee24aa92a1ba973b49ad1a517d7acef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c3978f81fdf3816fd652da5287aeb881ff12ef8cfde9ca18534c3518b5dcdc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a45b7d7e3aa05435801f998371b3daa63ff8f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a3f65c7ad0bbde689e3c756cb1521ed0149f0dea9a6905bb460d834007c6d1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd8af545c3ea0c99429d13b1715df215b289e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0283c6af36f8c6653ac3c6bafc7af7decbfa5a0ea072acb909cfefb91fbd384a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec4f37a47ac3614c7efb3c038f1525ff8204e78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cca2caf41444fa8e6016067d17a58f2d687f6e51e809acc97f00f67e8bc3d5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43aa599d61038bd6b2582ae4fdf16e6b8f632e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec689231d2743dd6142d3946fa6e06dcdf1d19a41a935deb06e548017dba2b3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a715bff47ae645988907f271a4df5e660073c5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609852cbef783534cc7d4f61ef1d5e2e19d2d4a7bfdb3a5ad6a67547e4c8be65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd47de59666166d5ba33733e078c3bbb1bed0a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05813d7ddbf812e8f85834066d93a1144bc70b65515b4c2d1354d5755c6e0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66fc0029667ab8218792c0176e8a612bc94052
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e86d386cb4676b7753bf861966985c7a696d1ecc91f7135b2b141e274c097
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ae8ce2c740a69d7197af42a84fdf2ed37e8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e2c0ebee062972199a60b7bdaa069e11326da646c3aa99c016ccc8cb95869
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f38d68357effe5483b6cc92cba2d119dde9957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e1cf9a2cffa461c148c767287ea424714f485d7a758fe4a593ca106185eb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3094f868b65deecdde640641dbcc1af2aa45a26a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0eabbb8ca1c1b6b6c42cc9a24fbac4731228ad8393543d29385b4555b9b9cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f15239d99f5307441263030f6470a3b58ba6805
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b4c4533d894c4cca7625ef7c0fc04d84473aec556126eb449b90cb2f2d2af2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3d6cce9fd9daed94dafa2513b3fadb9a987541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c869f0341638ec65b25806e0124608d6725eb3d859fa97f0d0bec709b68b46
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837f8d62bd10d7598c9a7e50b922abd8385d7701
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0acaea56804e369abc4c2c214e89e12cc3a2cbe8f5b6d07abf86e54ed7b04
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d4cc2a917fe4f5a55892c294f507329183c70c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0294ce1271ce89de82f34b66997399087b87384b8cb3cf061c4ed0e2abee0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b15134bc7b9bd213c3e6ac22ee3f991744a3605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c426df02858c5839618769a594fc3447284aee96b61bc73bef3109c5d72bde
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1e879985606668801fd63ae1ecb62d6b492880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cb2aa36dd360149b5d653b49176b724099951db1e1a7837f67143fa00d3a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd96adae987deae5c800dd1ff6918d85cc9e6451
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ec4d115555cedecc304bd0a10c23bf2dac474af0392ee7c73ad3a0ad03f786
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19929dee49deb50c7633bf1908b3caa60e8136e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4ff29a7469a8a228da9c1994a507c8750d034c018bc79c09de305ae83d4f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9f6bea6a72cf1fb8d2fe293e7c0813656c0e22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6625b201c5eee782b9a3ff2e082c629d2a3b6597fd7a0e20455d71edb5bd0b9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c034c3d12741bfb01f4d298d7f644ed70f31a9dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d876a68d46b46ba70146d00a1dcb68a1fcd731c5408d675f35e389d20fbc96f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f8daa6fc5b1ce0fb0b30a2d3f85ee21c91d557
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479a3b933d1619131436b005cbb3f95a8e55d780b674e84d81669902d4c1524
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554c75c29a817d82ceb4c230fb095ad65e5c6cdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb80d689ec165c9991820d39aa1bc54c611ff90e0fa385ec963e0e3aaf85c991
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1774f2f2544d84e984d328c8a9799ad1b7c4b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8eeb32b794bcde1aba13eb4d2d9f9d0eba39044d86a4247aad608b83d9b36d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d667648d9b903a46d89b7f9011d51ac2bf771ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70820cc86ddee716209c8b6cb9f00a20d54ee6fb2a2c141c75cb68cc4895bbc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb196abd6994896c320248e389b47fedbce4d7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38491ae87af330938a88debca237fdc0ceecaecef278bab1e2d99a5c5345a856
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88268d10f74c7c4d867687fc5d77306b14dec725
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a112012bf17dec7c928216be7970ea6944627feb49327f5e817247fe970716b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4aa934da99183622d91f1448a44476b2b39fb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac536f546bafc087364380970828f61462453442431ff5f93d82f34513134c6b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256458a98109dc8650f124c161339312bb38c1de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76f0cf24167de64575bbd03a8f6934260005cdff367d7536be2a2aad3157368
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9434a82b5dcc5e37c4fb858a6c4fa5a44a16f61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bd10935b3471c75b40a8f02dafea1cd8bcd79a35256a8b97a94be3df6eee14
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7faeb7ef106869e5bd7c72c2983a32d1789f600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9dfab7fb38f8c1dc8f7dadd50d13ef011df6e015c9337e8585cdce479ba8f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145c9d5ec97763c7b37d5e66a1fe9312d11f777e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a98bbbc003741f30ed6c16bbf24f2aeea0de4021155cabbb3aaba838b93e908
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341d694d9952b917b2d76bed841bc66788c69753
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c576ad0c5145690eb3b5975b32f3ee49adfe758102838d53a5626679aa8e1ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0390862efefe3011a6c1042351ebee94e745a096
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80734aa15842dc47446ab3de958d3be6a467a98d20d1a222caf1c6dcb7b14787
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3c2a54dcd63ba3b0c7e95d1ad7a013a60db0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcbb3dffc12d5ea21a80da94df1b61d896344631b6b7a1977aa6d649c95eae5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c46e6296b88cba52df917b423f8cc3adc29c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0324984287672b4ca05632f74870c5aef4a9238819b28139674d14f216fd9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c14f6d85f234c91f9d96dd0fc5265c6b58dde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c206f793ee5c748fad0151c1da62b56a3dbb4855876dfe49289e675ae2d2e33e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839e222c739de09f69c4ace855c712e4fdac72bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567cecde019ce67cab1d61bd5003ff12acbd25334a0ae67a948bcae8d42a8ec2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092bcf7d0b4d6b5f6057ea90eefe00d6fc78aac9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0800c7e6564537c3ff57f0004e99c673c5434556e826d16bc23ebaedf5a0508f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabb520a6007d1e150eb37deb205fc9a4c84bac4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24cba7dee16d67ddd6d4f5a46bcc8b5df3344b2a5cf3ef17b87a331458cf77c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e5e96f23eeaa84b3bd4be209a08ed5b8b0f19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffa721bdc2c34f9be251f6211237253f96aa4e3ab11caedd8a87c1571a4653
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1a84813966a924801768a5e728ce95c6c40ae2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecee98164bd47270060f0b7a0e59376bc1face2ff3494b3bbe1dfb2dc275ac6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c4d1ec79eb73d74abc57aa1407c5f618a2fc62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373d46c460523aab4baee5109977db4a54bc8ebe23b0fe175d6847ea948e23c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8903e60e29d4d26f7c2a7552b0aaaafd5cccf3d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e3ea9eec666e4de06234c32e3013c679db57159c004530e68925e8d2468b43
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3205bf3502a69e19afdc6385d4acfb0c79917f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5013b9003cd16984782f8a1a0a6fc7731ee4536eab45eb807fc246c30d08010
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7e6a714dd2ea4ea60188024c22108a2767e0b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9ce809d58ebdffbb0dbaa48d875ac1facdcd826a2ab365e00f38acdf49558
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a65b3e3fb0060180b2c06b0e1f6e3be2d3e508
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34a991e8b21583efa9d447eb3d167c7c9dd41188b5fcf5d595cde1c6f8027ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3268a9fb0242d098364cf17f18377922ab3c9cf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ee0a6486200057f5d41e575e641e8d4296aee8c72e86fc7d4db672785ad22
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a6942c25faf891d16a609a79eee7d0024deb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67128250f6f3cf14348bb561f2af7d40649f27750024361386b4bdab9f6df81b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe2283fc99da906f711ed9f1cba5b368116fb2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece456ecd01ccefe1da31323875b649675612be3128bd186b57f06634e3e4afa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa76f835796731e9b4a3a5f2c352422fc0134dfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa53e79d4f4bdbf0cc5bdff30a86bceb5415fd8d5f87d3adece3a1c6f5b1a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2292c7ae7c6d31e55d122045cb6adeb0217c368
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a09697cfa31b12db06f593344b1e08e14e5b1d59108346633a416b693714d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16535118ef3e74d3510bbba4cb6cabd637a9176
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56391da84a62e759f003f2264b92073a246e50911652288f96247a940fd3a846
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0732724038768ce36b60dfe20a282fc5a84cfd5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe5a46aa4a0ccd0093dd0a58e1281b8b18ae5236a094b5a5c2489a160f9a20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b034f0b2a6b6fc57ec081795de63ec8bbe4281
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627025e8fbeb15fab8dc21cbb526c153d7cbc1e52f8de1ecd9b6c549519506ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0d67937f94b726229dc04acf14053e346d1401
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee71e4490e8193bbd2b9c55c62a3bf6d671219887298af49048f97b804b977f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4075fac37b4b242fd97ac9e94e764de5b228e6c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13763ea29843fa19adb94979c2786393d6b74dd71523e1821961460d13deb298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3ad2cf2981fcae9b018c26c00036d2916dfd1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ea331188f8017ff85b675efda09b51ce551348869f15bd2f8fd83e450f0794
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b07a4d79e03048df2acc4264fb135d9062db901
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d691b4adba22e204df0e8b1c6b695621309590821a521a8c6ea80672293d1d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6177cc1385d04daf1272aa3439fd9bdd5bd127
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259a0ff9bb8bde980f56def1155ca1b3ec081aaa902ceb55afa220e5d9a76c2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144a409ef0414f81c03f7b53980b89876130e021
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aaa6d8cfe2594ff0c2962d6c7ea34e5c936131ff8ead16a004cadbb6f97f77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a274dcc6dca2e2422369b9fbdf6cb4b4d38866
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cc941f31f59dcf889cf741a036440048464586f06a651cfd7578fa30ad0746
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30201cd3c787feceab060ff3c0f184eb78473043
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f55c20237bec314d989f1228a526975f6d4de8922b0fe588e13da493492488
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b4a1b5e2c98d876e9c4037ed4aafd745aed094
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9aa5c0be58f878414e10ecc59503fe68a8caa8631a9ce96f3a1ddd2e0e28c8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e95c39aff4acee5e55f1ade77d66816e1fb647
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59758b65c644e63941b54ea4cc0b1e8660706f51ec319ded9ef948b6f5e0f972
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff362c41d6727c42fda489b71c5d1cd0ae4c7799
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0679601e7c79bdd1095f9fa623473be54883c276e74b2d0710acfa1e1dda75
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b91359cd3f518f7ce584640a9d788a9fd5d1a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab0edfa2de6bf4dc087a9f5c1ac934f62ea18fd7f09242e1e1047b85562894
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa509d1dbc66870506eed22b344aa9ad00a50ece
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af99a4bfc15ab0a5509f17fb3a690087ec67a7e3e2382dd3a37ead09fcd3f4cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1443f1759b2262b4ef8b6ac1732632c371f72dae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2a95d99a9878e19ac75af3122e823f496c0b5a2efaf0fc030b8951e3bc2d26
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6403dd43b6766b9dbb7c2d413c909bd39b3f2667
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a8b22a600acb41ff7a6539a55e132cf3976a81bc2f9d03e55587aa59eba5ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28f56cc97269dc6b05272fca2686000d3e4687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927b4ff28a410994472a8a73b030db339d51cf59fbf09a2ff08d087be3c582e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44a64dbc6e1f16d6aabd6c800c78ad1e8d1b501
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34035637a6d0c333f594cea5d703981ec8178721c95f479888404ee43ccfa2e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0793f3646fab2bf6ffa2ea08e5052afdf91e70cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ec97841cdbd7a8d92b1a153155decf5a8014db469e6b4ac00d8c896dcda292
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f270e05ce879a01e87e156ca1146360585b8830
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584c1a572030c978b376842ef448dae6375324ea30fe8a7c155094351f9763d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd28226fa8dff8541156ab63be5d80bbc33500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6a4ff971d6bd0db369979527beb08d7745583c80f9ba4c21ec31ea15a7315b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150572b99430d247a09aa5157c94549040fbcc39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8125323d5541d744da9852bab2c0569370edca97a54cb546306727c8d0b3883
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434caa88e260024719e5c77215bbb7f4253c87f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81146c6bb3c27e0c4e7b80f0f5bb714bcca2a3ad69e4396b79931cc929eded2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c6fe664e88480f738f35e9751ac80723e06e3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2b4047363be3647bb001d624eb8474ffaf5448ebe7ceec1fdaa601b2e623d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbc95fbe48fc4203649cddebbc5aefe608473d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642e0c8eaf239a1d636ae96e0d92c4c98822b04b3d4730abedf7e9c3162ec4c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef7c163c4df004cac66a89edc2ec7914f449540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450a110c289baf5dbaab2e305ff72cbfa48447f410bd6e65607a15c948e4ad79
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd67f45a5aab126b8c03b42b2cfa55c0199f80b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdb874e665dee170fb1fbb4165bc0b21b9b689252c848786d7cf5c0ff3cb859
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7152b451a7dfc592237235f03ca655151f4bbc4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f03eb5436877fef6aae85fd3e5bbedd66f48115de04c13b5395efdc2456bfc6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4cacdb0ae62d60cccee93dc2d2fc3b15cb87a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddc5af25ad4ba899e226fbc434a4d1b0032d2ee4bc1fa6cedb2a6a91bd3b640
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecbc48e99545c38411168984681271bac9bb45f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad348b0631dbb9ebf4001387ccbcc11d007bfa3b954f0b2033c126d5a7f15be3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7716f55d5e38fe7cb72c26e96260b9dd679e58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b977f1cac1680c6b47d317471fe0eb4226eabe75ffcedeb428804ae36c3b3f6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d864e733112302e4776d584ea496dd7f6b6beec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a928cb7e076b09ba15f0de41a4c76fe2689332c426dd2d407b3d5336293f0f9a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abbab2a9ffb74cae3eb83324117b0c23c0f1d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50102b7b6a11063850bf1419982f2d8e76c43648d5c71b0e7907ca51522c66db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859efd1df3ee7df13ef646544d6642ac8691f60e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6613b6b12be7c34753f942e698314879466ff6b508bc22804eddfe029c16257
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dfdb789b9eff1945a79716dcb6ee0119a9c4f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6aec3d7aebbca2a248ed87c1e2510bc63296c73be229159f742b9963d971f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdd2a0b8f6332d2161d87637ddf0b4c4c61eae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3ee6c33a58e0f362d02b8d2392e66fdab0f2f4288d879698cbbf20cad90560
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e234c0099058443b2cfe505d0448e4ee669959
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd91603c8d761c6716b5727990db64653f4c4562db2d98cf911e47b70b10ff3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f5498dfadee55ad473630be58bc2c2065970dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8799256a7599296687d69ac61f34e30c2f0c1caa16eca1a0abdc0fd27241de8a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20855e7d9066b649426b0ef1021d59f2d30fa8a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99ba050d4b369fcfdb5ae869f06e4a3fa7d71205f80e268497c8fa906714208
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8d816e3c8ad19e55d7d740e3e8949c1fe6966
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2b810c9b8f82cf8af100823f0dcb4914ac8db5b9785e6ca3937febea0babbe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830506396d5d35a1e817f67def55273626204a4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e116d98f027a0182fabe416a1077a3520c83c9bec23d4c6f2d5a4a4e60e6a14f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be104476c004e4b1b5063f9e8784a3d3931f92c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac6f8681c40c4a731f1a4add63a39f9441539246db75663fed3350ee4130fa3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61886de804d26e12d5519695f687220679fa2e48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d902733a3b641f0245a34e1f1f45ffdcda03096912d8a2d56a3679fc5eb44759
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1ebfb9d35bdcaeea61076e0263ef6f04f36b49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3927591ce879ad529cff1bcc790e6a7a8cf93c6d2f52d6cac61c622b896474
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490ed640c8ae3f7885531f24060e841016283a49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd1e7a8aaf18d34da5e37642e5e79055fd2c370d05c43164e1ab3abfa456052
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b63ca2845f8e15f030acc3e92125fcb6ddc47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7199c9989b7a84487cabc55bed96867a3e4111fb59d1945a85428f0fbe2d980
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532f2db82e2ef7adfe1334d56b0fc707b7786ad3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f469ad6b9f1c5888d69c426f808bf8b401a219110dc71e8d26748f7e79d4d33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520f1565d3e6616b289b553b470766c22e69c5b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad71e6e21bb5b0380bf1336869dbcd41bbc523863aed4e0ebfa330fa56501842
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5f36582a067a7a8ee091d95f0504606d990940
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe80e5fe91318f23fe27a4c8a8fdc416f661c7e4fc689a3c1b1236848a526cb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47ca56d6bf1c3947f2091190199f73d35a3cfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c23778f7a7e6c9c61346aa29bf318510246a4517ce157777785208bf8fea100
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fa3982d06f0d3514d25ec03e4afae1990ea99d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5f6c4228ab3783f1a8d33b606b3f329f3e142e01f91bf46ae098e074c74227
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9d8fab101d57f962657d622ae85d44deccb42d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80110760476b82fde59f1aa076bd98b32c330e1b8a6a037eb5eb5f5be1ae59fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bef15dc1ffae9ab0092c23692ebd2904f8828c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84c1fb3f45395e75af6ece7f0d9dc3e64c160274f0e85c7eac1b76ff294d5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169d0fed5d085cd5a61af920d58bb9720b95ef4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2e9a5195c0dc92959c667d12736c1bdcc95b58b8c7bd1a9c99731c2d383ef2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fdf3356327a9d61140a999e713b97f1bd4aa2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb49d9a93d369952b863b4546450f808328d9e668ee7d874b38fbf57d35b4ac0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eaa179c3dd51b85821a16e4e9073e964d53cee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082b580912049aac27c6c05058de31b3f18cce5fc6d3caa15e8b86db8e3e0cfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768ecdb079810045ba858a7d837302a663fd7303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bf89374e9e4b419dd790a082bc04004d0a6eb3c82b3accff7a43627bf8ad13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7ef62ef9e8efe7f4d1a9a79611095344debc9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c8a862afe31b207be1577b72182ca2ac6292654533d51cf9fc882b88fb9344
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555f70d101ac5c36098b0ae5e278c472ea943320
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a85fce43b2dc77ad552bcedb23df41cceb148fe924bbfa975d2545380b726f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6210c3cdd53a49f651c74a9db3808d87f1a1b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37f3bebd34bf0530a601f22139ae697c9dffab8a6c590285b7bc56cf925951
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637914c722f40815ada58c817bd77fd83807616e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2a3e0b3b225bfda4f48e91244a64af75ed1bf9616b0245bb700b29c574f02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeee70dc4ffada7a327dab24125702d667dbf30f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c4da25982c55329d4b41b2fe37f994b488afe559be77ea336d4a1cfac093d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1e079c2c5ee015301e84223dd20a4ff0d955e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d6aa0e5da12cff1b5604ab2410dfb6fc1856fe494307baed20077e72ea649
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749307564bbb9b960fb790ecc3c33c2eb76dc005
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd52366e9bd26e21004f693ef5a0c08c302311d1b2795692a9e0ff82bebcaf5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da88592e4926e835c5c3f3c495fb510cff86da6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466142c61b3adeb2538dce81c142bf641ed1183169d1d4398ea0613335658eb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef7ee598366d6a0e5c938188196a2bdc3361160
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce8033ac7a121fc05a1c30f9f3bc20a72df0c62d0426eac5f92e7b3d5dbcdc6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9d05b32bdeaf8a11b98c356ab63f082c6279d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16723a6fb6c97f86699520e0c598d510ea859c3c4ece13a75f729feb628cf6cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54bfc1542e7e38242b7379997260d9bfbce0ab9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cddfca3505b55acdc6b2a1113ec69fb985111c9c888cff4f7d8f1853510aa4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0f5cabcd52c9867dd6ee29d4ec235ebc7f3bdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3097110ba772770c646d94d5ffa9e39ea1a39b739a9fa56ea3b87242d74d19b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654406cd0b7d884ea8abfde733c0a6b60e0a302b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbc401859103e998fb7883f8c6b532440d132360dba4140ae497b6240cea0c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6de5f8fe63a23d4704bc64439c4bd81131651fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29efd80ba598b6d063ac2f8b1cee9a11a9e48042b367126caf0522e0c031485
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1b8719368425bd8f2d73b62c897ff6a325270d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b899bf3b25f4da899b76c418f928fa2230ca16c16a21096e0e6c8bd6556b289
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f20089fa39159f8028eebe47b3370d56c85b425
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce2bad119033f6121e2b3618007d54ca3e51b1ff9b74bdad2e8be8c3434cf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc10edc8904dafb98975b714c880c00ef542400d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1d00dc3ed355d5cbfa08fa25e3fe56eaace9c1b6878b2572317ed03db0dbf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991104b38078177c6f88205f2e7428b993c59ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1065ca505d23d9ad33a54941b5f0850b2170932a5137d241d06a90050e9454
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68166dc77f5fa05226143215418215f7631bcec6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecff2015d9104785a7427ca9789377611b474140b9259e9571d413d65a071dc3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73abd21a6203e2cc0d55157f70982e2ce2a29d5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54995117a16107e23da3a206ab0255396b75aa4ce0ed9384823a44d326afcec4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6372b1147d7bd3da16340bb2595aedf8f40c94f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0969c1321b13a8fa45ac2c2156cbe26e4a37c107935566bd9170be20aa40e31
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca92cb5b5fe3459ee6026e91f3fabebf92361bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadedf2691cc3e890424164bb9142300679cdb3d96c2e8a4793e08fe599939a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1e46cd54b0b3d0034232160a36897274bc5dc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454a4904a9bb5b7c998770b503c1f8f8bf4fa9b73bbc1b0f47bd3e4d674644b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db468f97ea7479b9fad09cc654014266a24c8ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e210853a94fc822612d1bf7844bb1b03ff8e01908d8eba5b04bb89db580ae9c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9267f97a6f5b5514c3dc213c92bb00fb76bad9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6f00b1ed53cc4330ad9a438e13d1ae4628c6a683a2b0d58418e930c55521ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b0e3f6ecab1f2ee3120cccb3e8f4709c40284
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eebd51072433ffa0be4bd5f43a9f854b09a61aaf564dad089950ec45001e40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e4e1b23e5bd16ebabd0657c4baa2732c4ae2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93dd3bda58b3d823d4e680080bd0703ab84336e1d6e5f5e66a10282d5d4ebd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8280a0a9ab693be653cd42aa543126cea7149d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc1c2c6e7767c26fe1d765a8b6ea65172fc28cd777de0c67b29499432f46796
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2872a984f0926f2c8d5348e6ba63fe018cce9e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9c21b67dd06dbfa2a661d694749e48509071573f5dfc8ce22d4fd235f852c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b59c91c9dcbcb08ad80ca268dbbc3db7ac5740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ce69d9ac933bc22cad5f92aff8a4c2a57d9fc8e7333dbafe7623a94946568f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6081ecd59236126463e1919eda804aee0b50220d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44143e93958a63be779f2041599f8e038c9969bcdae35b9628c9853a1702a2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8537232d1583589ba9ed46351b376865221fa25a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097c8156d83077c57d24426d50f270ec046f58bf1f132f3243f283399ec5554f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932066424f5d9620b5fe06d33649cd97b739e3b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ed90968424f67065a45d205387553849d7fdaaa8c98931a1b27ad85fd9d26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd22dbe5db42e9d54e6179f04680b0235f00cf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab845723df2065edfcd8d75ad38039eb12a1e32e05b8ee276f0da7ca8d56bd9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dc76c3ba01c044f2652e2ff5f78f3c255e60f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa75f6edc54a2fc24834e7e1e38e4e563f256516b51b5982d2cfaa2f91d0ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fc7192c1bb91ac5e3292e164838468d2316394
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541ddcef069c1fc3fc28e3b755cda2344d36fe4393dbc829e9de312665708c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f87d183dd4580e396fe9560e780d0dd6c7850b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d20f72efb6880137e35f14462d5e670e5906ed36bf49f46cddfa605bd4d363
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be17e3e94afc93f6ed620b81332f13c00540f5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde54f4adda1ee0bc4c3c0a57583f382c3e975066caf596727a42abb2d0a915e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab5acc6c30a3b98b879caec2e8fbf20d7867ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b562a700073854dd42198314861a8b4f95bfefe57f5b61d59ecad4156a1a9bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0a739a0d3006295d43d57fb078910241f90f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cce95cd3a4d25948fbca23edbfe35be4d3c10fd2df40fd1d0aa05a74489af6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19748ee3a066854e6067a11ba7e7f3a2b0cfbabd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd959212e9a800b19af3c70911b95bed5a356db0ea844b84b973d44f519b212
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a31adbdf85b4adf7ccac5886af1cb617c75b60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf125e6b39dde89e0549f4be2f20701e4fa50a73b7cdafcb8bfbd45698542a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0d08a9d4bfb3b15887c0f9a3ce21fcbc40304e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb74cc39e68432bb1abe2ef6959682583b600a4be7ff46cc2110ea4fbf6769d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a00997be06449166ed0ac902ee12c44e845717
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62609b21d10ee8588fcc947d70649c0e0ee30e0c8062d1dff520720b2a163b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da82c3613e5aed0b1ed932291f418d2225759ccb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8022e66c9b16841d3c3900a7a5925014e15d485f9cdfd96a61978ac7a103d38
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ce58817d54bc2f237e379a35816c514f5af3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad5766a87e7375c8b74bbc5b576b80a06745633bebbb060495b7a914988a3f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1049bc118cf97c565012b468109e660c0ad4f5ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8dd0aebea68c1a4a43dff2e1fb51af4a32bd20e996425893e97f308a93a64
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95a1c7ba01d290259730c2a40ff075a37e2b03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a18ec8c3c9a81da077ccd3e08d42a2bddbb202b9ba12601cbe442c362fb3dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235db4ff3c5e73f740ea6e3bb55eabd443b39acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8cc7ca4e77739db42f45d65a1bfa4dc2d17208d2a7613bd61b96d42b785b6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593d1cd50fda2030238d9401db109cf9f6805a01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd4bf0383687f4e6062a173c06f0d2250f3ac812ca78eacabcae11e4b6a18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462c835351a1474cf57101ed88e21b2405b8c728
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c0e6e8306b7ebd575f1af5bd0aea3c28369fafa88918a610b7af02828204bf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44624c25e5a5f232fe39b24e69fd07e9002b638a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa9a3d49f5f702d0637f50a2677fed5456ff0c73cb1fa5fa849e4fbf163306
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f833362cc932f12bf3dce1c8d34b0baca265e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d199a1033f490ff6e4d9abfade8bcfd27a06040b4b800e43eb1398a429f1552c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11c0886ccd13308d35be0b8b2ff548bfa072f25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686993adccfd510e71ff678f49e031c514381787471052cae54d974e3d1e9b68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8f7c0b11d1ee35f5fe9edb532eaa81f670c3ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf019b6723d22ebf341470f5d20b023ceef2ee7a7fe9851ed8dc37778acf961
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6363f45d279ea6ce4310e040afa7ba89ad1244
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537d55926591b19e8a5091660142797bd6eade1182888ef83095c373e4b721db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ac563d400ac29b64fbb9907ee52f0134f9b58e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfd245a3be5448aa0899a1c1729c5754eb3eefb039895cf0ee87101827c0605
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda0eaf8b481d1ff658cb6fad5516b6bcf464459
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a2d29325d89265c49fff50fd8a4ab80073490c37ab50320577bdc217b34bc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf1fa541d0c69d64dc4648326475448f1d999
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fb5679087a4073709070df685fd602f6c891d27ac9628ad97f6d5841eb6623
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d32018c2154a1ef6c63b1e1ade70b129e10ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd59519a8b7804cf75bdd41f84df25f86fe93b5c940dd2c3bb299e35d6f023a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792fa07faf30277fd96bb9930089bce43c28029
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c68b10370dd2da6a4f7dba5f3dc9fa3065f9d9926f64adc3e052679081f6f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec1a75c470594dc08a58e05316e2bcad02db37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2926dbea5d161cfb08e108b0151fc194010161d02613c35f5d2a543b761f6c97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021021f2d9f818c27aa5461fb435b0a27fd42084
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d71dd674e5f83ace0176f9fafa66eadf758ec9e8d59ceb40443663d52a6330b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af823f9a60cd5a83314cafd5c50cec16ad29125
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ed2bf8674c202ff6925e01d21b390a1c7610ef1d9dbfee14317837c7f9798f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2189eb56d2574154ea70c07ea6d9daae7efc1289
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f6a39f8f8a3efcc815c567640308502724c8f9bfe80b185e94578815af5cc8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc73fd39f25241e735c652feec8d80ed44f194f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993e4b406377b9f1c4eac38296d7f2171d8bb4c8f038dfa4e24067304e26249
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d537c05c816a808ee26625a12728b64b93d0f86c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8c255376cc0d3b761e0d94858bb0fbcbbad0c97c68263e2c8b1493663087bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bcb1b75d67bba4379d174f03917468957b3e44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc23a42a65a94e9e4e6cd246395969df5e2269f51f53f91e2273128817c3e3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55445a00bfebde0cf6f6f39708bda0a01cd36032
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e618d09ac31012324bd3850cf366372b3a1c89af5c714f863f151d1742cfcaaa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a830f1efe4b93505020ad42d3792ef77418966e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0bb57b6c9cf9f480d77dc9379ff2ba74d6895431e300bb395e7ac5635e5a73
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b12de18b8981d818316c9f9825df801483b4e67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b0a3aa4a0bd2487045f41dd318dd7d88a3b8e7f965cf2b28846939cf9a2d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6929a38f6b87c858b6021ad4b2b8964d9a5454
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f659b0e4db7c9fb2863c5d817f9406bd409b6730cc668932dc4d56d72eec72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bee79556310a9fd37159063f589a6dfb645eb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a483dd6fc3c70cdf5b9a332566e0da0c3967eadcc75162c54e74d6fc1f527f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39618102a24cbb04b4c87306d0e3fe773e9413eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac9a2a3062093b4c1c2b3afa931bfe524c9ae42253c2189cffe36d489027c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e82537cb0a1f755d228e27843e8e41add56b18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd970c4b98db16e1c45646094fa69cb9a879c175af4ed1e4a7ec34a32b8b4a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd70c443ba85859f5a68fb3abe51f0f09c8c74ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e0c1f207e30ad2d328f5bf8442a7db37b1f4d55573a3e9caf5c1ea88f2002
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61306cf816ab147923bd3d36c9e0aad2baecf067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a91d227c8e76165d74713782b601f92a001cfc9afee3235e0df312418726f6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85b48e9e37f6bc66121626a03bf09df83efe8b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf273ba8660bd749f347d9c23864d24dd11b1347e85d19996bc44dcea4087ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b619604c272cacc108fdffd1dfcf6eff229162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f510ca290b9614ef45587ec9a7eef36a063e1555e05c1d862879bff2a618be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e2f7a0218c7920676bfb87aa94c310ff925168
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cbf853df9725906f4ef32dfc944dd6660fb48cec09d01a5bd279bca3f30bbc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b350125254de397e738c3638660bfdf4530e38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5044baa92ffd9950ce179084d58b8486b85852e1e5e2108b083b9a2525711b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4c337b567e53847a82360c984b4dcf4c652beb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c147b8174b67e37583adfd7692bcc9272a91a53f6d4e76431e60f838b94fc30
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec90b0918668677443a512491c5f927f975a70c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60d0bde7dbf227d0d9b9be2da71f030927f5c05aa4261b453f194e0c6cd68b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fff758a7945e7e54f12e161c68a5f151e12d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8240ea9203ce480ae2d8979cb81ee5b1eb46a7aa78836b1e928945ab3af3eabc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef68c840396690a944e71fcaaf95b8365703e8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2c707004c105456d8c501e3219707666c9524c4c8991e5c982a1663b75f57b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2756074ecdcaa80bdc36c48df576966f222cfd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2768dcd71ed37f8f3fe1cbfcc381102fb01c19acc0ecdc34e23b2415a0a9ac60
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731e60e5609e5874f77d213a35b1e30bc5fbd219
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5d4dbdb4303f538c379700e8ae561e17cc156586ee2d883113a16cf9196391
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed1b3950efc0b02f47e54a446087af8502bc91a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650d819add6a65d45504cc76ac52a36507ace27204c608f9ffa0aa2e5753e1ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f100ff7aa63c243e1cafd603dba2f0b07420b4e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8490c0caa51603595041cfcd5d83ec84a494ac684ee5aec8718c51cc42686ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bbe208100958c030f9fdebc6f5307788dc1bf9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec71c9e659ea986dd10a1858b0b8eaeeaa42c78d4c9dfc46bdc1da8a9fd40d98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db53e6fe588f0b39e2e723a82f0d725eef0db1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0125c899fa7ced8efe28771fbb9aeed3a7b313b6aa97cdde53e4bff38e8d14ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7acfb979911cc6f7302e7d71394b6397b1b387
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8855d3e9bf5dc313f7f590535f5f57fcb4e054e03af24f7bac2e33282e8b9ce9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d7816ef2ff38ca1e004398b0b665d9121c42ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6635704271b98cf327d744810c1fe481833e79f82052f1a26dd37a9db9032cc
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e810501143f546f62397d8a36346d21a98801f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f4b631d5604015c8e4f0a1c5438c05ec57b7538454613bcfeb1e7b2b535209
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1519f68f8e248b20e1400b7ae85f6d2c88b30408
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f879d5a6f088ddb1f130d80d289c9f46643feb470730e0f3fe5a0917ecfd239
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd3cfe89cb3b0942ecaaa440881775519bf9d39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba0d052901a593decdba18360aece92f18c6f114ab11e578c93a800d552203
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b68070b53208fa1dc43df2cb49183ac4fad1ce4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580329de32df9aa5df7c671caba9051621208fa9314b809224f79d0df74f654
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd36d97a1846fa087c122330708439ec77f6e55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011f7a5b72fc9860a5412da01feaeb3b15a22416d5dd125b4bd6e27a51e95fb5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41bf47635b395b12e1999c6452e187877a8ea16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667622c1d57f780ef13f76e9e9d7adf905705d96e5e67118e227807ae0196d0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc054c01322ccf39d868af09f43e75f61e37603d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b8b68f9979421ab1a256eb075581405451481c1eb0f57d455199b363301f1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468cc1fe81aca19169e2d8bd2d78d04dac4dd9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562a588a8c97d815d5c503c7e511b653bdd9c81d0659f070d00e12c99d54d0c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a411b385e8328fdd551494bbe12c9387a1c4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b1a26bb58312649b75d2c489f5557b5b41f0edb0118fd99544550768ee8349
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95274b4ec3ad7522e1940e09114d5fb9ed2d22f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea713c1569d0c22f8a02e8623cf8c7118b7fb6a90915c173f104bcef3e3c3aa4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46776d6faa550826a591e4f811fc46992deca8cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b80978bad107888e76686634e6bb7b98441aab7cfd040749e2ab0a47a6639a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b1dd1e27ab3ff5082d5a55b0703c418fd7c17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1f8bfa995e8faecc09768097f4f9c55c27f6be6e8355c1095a96d06919def6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce581a70613fce00b4f1e9241f8ef3f0bf0bc40e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02136eec505e8bb8813af6fdf23441b95f31d91c2d72cfb46cbf5be70e0865f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad4e10810975a6cc2ea5daab5cd334517531889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fa3d17abfe379b004f1b804faf260a331cb7a706b5226beed2b484ffc91e3c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f450aaf6a0b7c3c28378476041db7bdd1ca91d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5344600728f3fae2c5ee16eec92f9c925d24b23bb4b8e03359a97c7d24bdf6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad30d7fea91dc287013311e49fa46a07fe2e477
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8823f0d8c5405268f52039b4b26ef437d54ef6502b1f4ac1a5848dde4dfff4bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65c12a44477910b2ad5b1c5c9e6563634dd43c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a520172b046e85344c35113e7eb7f895d289a1197dda89b4a27cac9c4a506
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ca8a147f51cde97472b946a3a90e052e9dc5ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc79613bfdd310ab671c7706634dd693b14065259e9771cc899a9b7073ed378c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9ad5d6258bf87220d2e6f90a9bea851993a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcbe8e25bd96639b8937394f8298a036d0e15518776f00b748450f5488cdca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2681f37f432010e112aec45f59770e3feebe5598
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c08282f072b4912f7708d60974507c8154b80d01876f8f850f44f9eb4f3db4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e9909462419ebc057ee28772c1321308313ee5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c1bfb53356c3e9562ed555a8b352d04987523d074222672ae43dabd6f5982c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb28e9606b40d8c510e801d720d375c2b59707b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d74269124f69f517b92565c63795d99c11d04c9bfdaa8bc4ff81f75a2a61b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb5317a4a2b9411f103713f3b8ff7a21b351295
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3748b77d477a73d4aefc27f3ebf8ff020e71e4cf56f19460c0437a4b6cfb4c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa1d1fb30846f6504ea4325fd81274de61de3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4364bc2f1e969dac9da7db15fbef0889cd376e63f5e1840edc6a70d210965613
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963eef894078455c4bf10ccd2855e136c7fd639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0643cd2d6c3d0a4904cb4fc531b32bf2ecb697a47c7a5604ecc9dc55767dc9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c858abf60702aa1910441ab5e931d07ef57913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba90c41a23a5218084513ebce9d7c536d896b175153d8fb8204004b7246c52ca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc07395d13072808acdc40cac03a898279f9b92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf2b1c410b4d08d24535824f883fe8dc619be133271a8363c208e90f6ad815b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403de271e0eda954e4e9ec8ad56a39ed1111ce8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e22cc7bc8aad4f2c193cc618ba911c664013cfde59c2cd1bf938dbea054850
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b614f42bbcf5a5b226345f8be657d3914238b8e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6359d39d59663879210bf5e55cfbc801cdb1a3751b7e1661cc260ef21d689f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedbaa042d391f7c724aa13d0ae70a3eaa989242
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85da4cf735ed3447dd27ce17d2fc9aa18a3ba2c6bb7e5e1d34522588e06c4bf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fe2be4dafdb88526d385f6699d955f5598cd25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e184bf342924b80c19c4c25e81825b6513ad100f25f64f92411919e57d5de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46b05e09caf4a0047ee48e9a789f4677bcd177
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d029fecf58fcdfacd798c20caa8c33e282930d60bce6b09fe3a615c2a929ad5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e99257e621fc0a4a8771e17c9d106709472d94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f3c5543f96dafd0cdb37b212578f8c68daac6f58bfdab8c3d3330aee47d43
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c2a5c049429d57d534d5f8c756b659b2bd234b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ceb85361453356dbbd56b71ae9f7af92e5ee33c28ca2c87a68f2dec49c5405
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece32634e51be8148b0a304691200218f3ea247a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86dbda7f70a22ee54eaf7c4bc905a7484bd0b11db42b460584020736bb98c66
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e93815255cfc16b70cb79359d1014a581fff4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ee74ad07416180f7dee31d7c5367109d0c5d41edf58db2e256075e4481977
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54d594fee718de84890ddf40e8f7f97829bf6d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e8ff870bdbf861ff59d14f4193b06225899c612d3a65f6d1a1ea6df4424a65
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8c4dee2200825651e7e0bd95717fb5072217a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fef1da5822b7fd541fa5f1e672e674aba80fe6be5ef682edbcc2496f877e81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c52e4375d7f3fc1f4421490b849bd2b1d71d43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ebc39199b7daac0e7c7dc28e0d03cfa6981c798ad7d14ed40b744048f09c23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1915b03204ef4914159c166a1a27d6945d2cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827018faba1d104bc2bb8af9fb7f7824d32e22e03ac36c749644cf3246cb36be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da4f654c7299a87afd22da702bd442e2fd5cfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b699399f05e4af291721637b7c6099aba6e7aa944f7317b961ef0e30cf209791
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78a5d8bcf32ccf6f217fdaca49e2d2c525d75c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd6464e040c8be69f89a3f5c7d92036ed2382c52a9c32895262824dd2fc42d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a96eb1451a571ab38c3ade43b5e942a486f8c9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5317686a5f98b8c2deb857a48bf51014891a5c5bc91c924557e8eff14aad84
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317b6b320bafae743d8b1f5ca39c27668b916b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fbf05b13bcb9a8bfe8d900f8001d585fe904dceb800aba77b21460845c6650
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd469a68fff1780883a5f0c4eab0dd07d0651f01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13dda8025bffcbcd70403c2d42e63e87100d53075fc92adf3c37fb73e003c74
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd70110ca430a23af1dc823578c5f849cee7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae413369f3cab7e38b2cbbf95287d225f753a4b5e6389b875d64fa634ed55ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24acf4d1eb6cfe8896bc8600af35e7a1f9f70db2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4559a141ba3caca2dc971c9679d1de76e2c3e403e29c611231af4582d19dca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b21804240f09361bc006b807fdeaa8036f6ae0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e91bd7a2f9cfe1c15fc3a93e641dbde34823d0b6551d60795198c952d404b80
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6135987aa3d509aa27d3f5f8a095262f11f04cf8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe544817413581f43f87a32f646be9131340446ae24de9e3500abbad61b225e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994aee3fc58a79fcdb37b375011b5c0c939b53b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e84eb97198261e614803509abc5f0d02d4ac027aa5d10321b5b89ad37bf86f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ee4482b8baf4050f9320bd9a8e4446ab878cab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870508a9471370bcea650329dff845054b53334c1596a11679d50817a6597782
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349f48f1450026886af856f7268d3912d733c9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1ea9e4f9643d2ec34398f97bc47b31d5ed679730cbc27df941dbf7bbe34443
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f43fac6c89d0d65d3e5bd0658a4b919e93340a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af27a6262bdedcbb0e89bfa8899e028c2f41ae2d5f3d579523f8ea3c69d512c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28888ad625558c19290b1a5ccb9233f7536314
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e786e67c68baae449afc43dd44e02c24b4d0c362682d11c8e5166d720e865c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62954d3c3929627dca87f228f21424a7f27c8f48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523875fb7aae5c8ea6ce13425f20183b6983789ef325644a8b391fff3d09c3fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38719f41743cbbf703bd87692e3bafa27da51c4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d107a675c8df93d380bc19cd6517ae3ee4d6e12711f0d2666b16ca44ee3b39a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2c9faaf289e0fa1bc62a5bd5b0e4f4d10db293
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b92cdcef1b84ba8ac55cb2be8dcae155df1f8426d5c9723e678cf6022bf56c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f8fe52f1b4da41e7c1c620d4cde0103796a98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1377efc5c0bfeea3731ab4bfd58e6d9ac0bb932cb55bb4ab9e45d3ccedb1177
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63185d691a513118cc48cf06f21d1c073a739b5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3349c7a853972563a2bae1c799437a976eaf3309b2ccf7a340d435753bc0dc1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49fb7e07e2a45c305be42789a356c70011b37ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6d482e73c7c1df499adc1e81f8550b4cda2b7258f657f5f18c24737cdf4968
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32d3475ba3fc26b46ba6e519a26ae0b5a9568e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488c25d50d54e81fab1ac23560046826af51be47ecb750d418bb003fe18d3c41
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fb521da494e75e17d2e533eda83aeccf4473f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6a82fa0ba711231846ba8e9c4db9df6ed7cdf24dbaa2103aaafbfded3f2923
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523480a614489f03cfaaf2a8ef461e0c768b8ffb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e950ec9571d0f5161debc03b004963dbc8abd82c62a26c3dff577fa9bb5839a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a689d922c00ff1bf06ca0beb65e3b59a49b2af7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438c8080ecaeeed9b4bceb2763779b8c6483d1ba756a62d66c640e3443c491ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87f02519f1c89cbf543b8604e3e44bac66b46ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f26e5aa203ab7cd7033f45c662b59781972543bce7849a6baed3d3b0bc4135d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72e852091ffb2f7cb48567823010368c996036e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1acdfc7791fbf7e8bbe983db9e347adde4de6d7b699d44ec7c9459023b5a808
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373efc2530023d95e10969be71e5476a982b4e5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0737729057f420e51ef46bbf50579245cdee1361a18561235deb29e8099db4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e870bfd231e4882e82a46ac39007ace81e810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d026a1dafaaa85333fff30d5b1c32c57af51edfaaa27d614da4b0c797d256b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b900ac1d1a75354a0af1cd05bda37a8e3edb757
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34aa045fff4c9c66eb332b04f3160a4b28efa05b6993dc7155f5913e7050e292
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34722a7e55a706b2949f59de6d51351b98dcffb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64f53a98db695542888937bbf441f5103e65aca3e63ae7fb33c0ddceaabda3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf87536c42f0900ddef8d91fea8d02039e551082
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a231670b9f6b90d3f669525d6de3caa40b1ff430e82d8ae953ed0e0a9fe0bf5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195e4c8394149d9ee987915568e0304d9adedf94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e051c196b50e7eda499c3960c31335c1fc6056714cc1fe7530c95253db75b13e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fddaebb5f70bb98a2384ed1478ab47ab752ce30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed21cbdd2e2e40566e6be569e3212e7bda7ede79026fbbd1dfd954546f3b99d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37f34de3a3d265185e8bca6df98c6d2c962a2fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374f4f7bd45626385fcd3475c849d21f60af07ffc5cc1ad2e1978284a7a97dc1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8dea632f750653589e359c59644a7617c4a8e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b03a29878c26c7793603ff12d2c95d3d1cc8521a8ac40b39832ddd70a5c3ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1e522a128e69b54a1f62f1ed3ec744a4a19a75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bfa2f26c9c4004c4dd8666c5eb34852b642b5f035bc8a0b89af7d6f15bb1bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a04c93385b98bfcb6cf386b1ca7dd7daf9c12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4909a75ecee6215cacbd50abddbd4d8df51e9bcfd8299f09594069821b00ab42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f467815923246a2f99991ba38b9cb8c37f109a2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28a4bfcce7dde6dd795a7dc00fdb715c6dc88dd255ff963529643f5d8a1928d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c475f5ded9259f0cd11279bd8061dcb8e577e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715562144b2d90c3bc4fd941c5a98567dd17c3b66a0a42b3b71ca83f836df703
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d23584c7128b3020576606412f2f33a7d838f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110ab5168527a36b5f19957b0dc67ef06ec8fd86acd183ca1b85c5da0a47137c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ef06ccb5d9842c039866354c3bbaf22f7905d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82642f274439d3fefeaf80f47fcf37e4528ee805c9fdabefcb5442eed2e1bbf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178452841713432a4d3135fe4183c9e8154edbf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a8cc0c4287b691a40a9ffea14346eef50cf4f5cc814f433da2834ab500f70e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe29dbc2c144c7940055070963260394c5c1d64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3c64a4847b75e9d659819e4fd9619dfc26986c62a3af1e7537640c2e6ae40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcffcc9524b78d10acf983be613176dedec427bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a07e4d03dc87f0ee61958a9ef1ac9d34d5d86812635b1f4f49f8c5a9faae988
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d03891bac764874882f7a0e104f0c16237b973
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496944a5107bb68b846dd4b0838f15037766d900efac4fc28c506c6bc36b93b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c42ee9984f85ab7b9e303929e0ff69cfdcdb052
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dcce92b9998b437e8eb365cbaf23aadd10b6bd43fb6fead43b51027c16b9f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89777100e9dc135b883d7d3285251c9581673318
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff388f6202ce2a24de168fb174d7fa880b2e3f40c5fdf25b0774f134836d1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a19132a34185107e4658bb836437a9d0666deb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3891c071bb904d0eb2bfb483e8624db40b765eb3ded51699c8ce5541d0893143
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e7f42c34a3d690f92d952c17941374f135b017
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7df42098ab41a7d1591af3c841cc95a13254e56dd1497c86ddc0a60b2daca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9db3819e5cffef3414a7c4b3f7c14894a4b825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccfa05d3c6a4a2292b9c1b6595a6a8fb9b88fe102868b6900269e08b75e77ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f4b7e56baacf3f8cf84edcc62d3a855a39839
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9746d458c21c3f8581aafeddb2672afaf6b6821888c2fe541b34e1cd54f6777
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04075f15fdf94d589fa772c768cf8b4256494a26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff77818cea81b63a38ddfd72a96a8701f5d02d116ff9729dec62dd70954b2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35860e31dcec22937ec6efde4326cbba153b7e12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2e316dc341d2440ca1741fb02323ffd77cfa4aec87166f8d775e771a5ceab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b8975cd8670729797f9216216aed4dfccd265f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5901bf307ceeb8db8207c3708aa917b541d368e4d6b7637b7c5b53b2304c7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc2e2584dac96f6e9443ebb8dda1fbd36edab72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ada6859d94e72374b10d19752a59f6077e8bc9a4ad400c79f78c9097981ce7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef50043e8dcdbd9fae2a5bb8c1b4a7d42bf8c8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015bbca5cee2bd728be938ced8e45851a8d57ac82fa4d91ac926801c44e28b54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302d010d91f54c2b2df822901bd403a3660aafcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89352afcdf2a68a8d9e1528953b6182a8a47bca6f12aab073f73908f82535995
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ae5590cfb68ed9bf25d14a8db44fcaa219401d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5aa8bf2f33453fce7b0f2506dbfc23739bd1d514d9a0f4a4a90e3c8fe8ac41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693329800652d276738019facf02f04bf1b2a4f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13deac1d0d111e78692308b76bd77e7db08802bc6269602c00789cdb6c0fa5ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc4cf9cf93d63db767d62b7e75a8b2ef22833ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf9d1e7a8ee6b61d77871cce9a3cc749a26efd968fdc0dc1444f9f2d1cafe1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53145f1b6f221c6d17aa8f40d00842345a03f556
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c5af49257fd398dc8f34f07ae1bbb88bae271cec5b3745b4ced4eeff582f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b070fc6c086f613be4d12cc3b32f2a9059ff0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af36d505f09e0fa4338ba1ee65fdd972127abba25a3aa726921b0bf9941ac695
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c66f8412351c3c369429d6240d424ec08d1e89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d99cd780d63b69ab560c0d3f988a2c1a532eaf35dccc2c235b3669e7876208
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd44b940b1e64b55cd3035ccec0423595bafde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547bf772118dd6747dbd8c5cec2f1ce07aa8d3c35727576c30b35472835c72f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7aba2316cc1f7778b924ae261b1fb2e94a85cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4453cb5ab60177d6201b172aa5987613fa83076b97313cdfa3d183235e1e2e6b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43521d8293221005027aec63b5001fc0d5b185
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f854168d9b6f923e101f2de013f9afb99139aec8565ed276b59ad6ff00d2f0d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74016ea85b0d0a17e998bfe69969c2a11eded091
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876146c56c4d6f0b8810b0efedf176bf71ee2b9aca1179c0fd72f80c2b902eb6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dc819a4c6c92c8141b5dcae326442920560e38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df8384536f6050888a02633a13456ecc9f709adcfd14d12964e9450e742b03e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eeb7548dd276385187d6dbd05059574a26fe7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3d0e74dc15bb7df2058dec073fe0d7019d9e4b76431b560102a97edbbdda71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4358b15df83f376029950feda56eb9020d3f25f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7aa88b64115a5015abce86a4903df3c32f3eaeed6711af821c3e4a0ae1b679a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4ed64c25b9b13486b094b90be945bcbaff5c1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8496479440c4af5390e1cbbb13720033f2d4a38aa67fdd2e2e5700a54739aa1d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d76851cefc6c3f9e36bc238e38da82f350fd82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b037cb46ba23a7d0911afbea2d18acaea848f9a0c3b53e13dc628d59a52ee1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48102501d62d35ed9a4518b6bddf00cc439e33d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2e53f7c4f083f2cfacb78df614c96b8774dd8e797ce5ecba5a6d23a91340d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735d99280414655a9c25045bb73f61e34dbc0562
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d18c915a06c7664464ba37d0d9e814fdfac18081a0c4b8a6a06e7a37691048
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb9391ea89c997d46bf570c60aee4dc0ebb52f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a6314a728ed7b5918cb72a132278281cb2e8b2fde56af6bcfb6bf99130ac6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe94d8028b14600777c565d0efca3a14dad7e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2679692c1ffd0ed2b84ac28fff1bd9486836a6f88e55c7663d1195c195d6e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30fbd5afdf67c26d73a9d08b3dca9a43f5ad507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac96fc9a67a5414ee157a719abdc9ff646d9b56d79a537dd6cc521f728e08387
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c8d18dc45ba2180d7de4a5554d9054977a116c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead7248b557b58e2735d13b80a8b992838073dd995912aa96937d37c500ed5fb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce577abdaba6f493fe0a20817932d9f2426dc28e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeb1481929d7a2ed16deac41b0320292f0ddcfb547e89959fa513226fee8a6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8dd81b1e097a66ccbf0621b59d2977d31ca79c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cede4cdd05a54e8d2b024e5c54df5f3bf094e788b02e222a7c62e06243818ded
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0dffe130af0bd55a227ea1ff189624ae7119c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2942bd507b9b24a39c8cc1754e33a3bf3e9a730c9c3c23df2410b48275d9879d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcfd3a8d9044221dd45afddc25bb2c6cf6eca8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655f9ec17b675c98d1fb1b1a045058d31d24719726e913b468ce48d16712a253
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779f0a38b8aabb19ebc93356aaeabf21bb6ee892
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5339fd4347f31fd0f3e461a5ce2d2298511c607691239f6c1b967467ab4c9ad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e98ecbc3f708cde250bcbca8f44b9a0c82a70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d6474864760e4a839badab2ed8e4612a7359eed31ab5afe8ad054d1beafa1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d56a8343a3fa5e2cc86df57e2186ada89e30d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed549f8dc7321addc342d4fa4800a7743f38defd1d2408c35b479ba25e8392cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f383d9d996845696989aaf2dbdd933a2e272ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80964d47d183eeb29a4bb0808c44dceb5959491b0526341a6f590cdd4b54f790
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b749f0988ded0abacfb6516abd6d0d423689cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e47e432392e30f298533a31eb344453387474d60a9b101b1c20655b830e4c4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b782971b1bfb9b03eebe7de76eb91a964b5d6521
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f31442fe179bc8dc8f7dbfd82001c654f8de7c5db2d4f8f3db76409c29fa304
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85301966f1f4dd0568ed3d4be38cc4487c85d894
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96080beddffb05c96233dc3ffc01e90e6e132e766774a69abf8cc8d9648df416
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddad5d1b2ecc9529f272a763dc87255c76d69a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a804684c9e8b5b40bfc2f7b02dd08a2bc89d2a48df04f8676c36730e1bb45070
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26237794e47f73b8679e6dd5ca47a34d1436d0d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211a6a736440ddae7207e2dcad397d2c3ff6a3a79c98c69517673b2a54e39b36
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe85f96add92e9a8ac965cd49739e51ddddace
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715bd9ca07fc5cc299f56bd531299cad41ec852f742f18cdcddfded341de2c3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecbfa0ab8c041adb0e02121797a5fc27782af41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8ae75eb023c19f029aac66f57cbbb1ec2ea96164b2242308e1ca0519c6439
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22354281fd13a13872f4bdd16ff37b52e918615
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12085bf00fc78c136786db103fe29d52487ab831d89cddc2bcbc6fcef1b270
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61f5e3655886b5f3573aa128d42db872c498034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f66bfaad188fb559237eb31525b2d99d2a100b78667a9113fab3cce1dd2c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4704acfcfba6213844baa18f189074d34b41fb0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3347acb5008684b086ae59847099616753a776f52f485d4e1e27c440a52b7029
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10758e7e5f78287b603fe10645a8e8de84a2a6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc27c825242040f05a5f90a523ca7b92a39a96a129714b56468daff35ed07b96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6b2e497d103c6b621c9a75e07d7254eed6e2af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdeb209dceb4c9406511884a32d813fab4bac88fb99f4d055e728af3f19a7fa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2644b45a0c12c92dbdc29f3deffb2d98f9d4ae7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe127b0e8e0180df0d15b5f5d9b4cdca6c2dcb451f66597d0704003319d2852
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c02bc0bbd80b48c53c484b700b5a56867eda76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6055d65b840a6e3ec1bfd0359b52a47ef88a8b45e265aa025c054b8186e9fc7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cf9c5014ca408dc9390cd1946e5fc31df5813f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6148b6a057b4ec6b4a7faa60830832eb72059ad45c266463c3bdd26bebc6f3ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d98d9e74edbc285646d2effe1fbe10e0a0d905
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf4cfde9b4ec7232f885371571e3891eb9c4d5f10c614e2307afe5cb4aab134
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b80e526f8171b34c17fca0fe1fa9e019a678d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e0f3a4f9a86400894911a00e681ed1c6427851fd376d8334467b298041a332
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622c7a949ad332d64cf69c524343cc1ad89925e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbdfce61302d88e5e925ff7ab368656aea84d70e13916479ab1974467f992b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4b029e2da9e8ce5c01d5fe07d87681541ac4cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5656b0def5fc7fb7aa47f5ff9a4cae52010dc62fb00c4ec379801697ae47bd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75eab86a5c505589a952e4b31deae04a0b52ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21139b71eab6d085c315e6995586b7142def2eec12e33d4b860f847506c7cbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724db5655905eec1adfa5dd5b7c561b9f8a2b6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca1f14e7a20d33cd88bcf365c25d7242fde85e8943f7ccec9109755bf90162a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120fa11ed63f9ae7e0aa824267357dca9203f76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe12287bdbc7969a3a21402e770aa750b9d3fd22074e8affb047701d6bd816c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df83799909ba440a1b507176f166ef2b034e463
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7be82f8ffa07ffc69e38cd7599d8ebd4006ab01d49425f7599e013ebeb2c91
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfe81d10cf9c73121fe4c570c12256da5bd8453
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42d5e9a50625ebffef72251bc6ea4939e00e61cc941d744a83d5cb0541f9ec6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc5feee99896b1b42d045875fa6be2d7ff0a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e05e78fe6adb7aafa5bac113da8c542a90d2017d58c722d97d83cb9504fadc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb92096ba2b58caa8e31b6c625b01d1c173b4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4163f77972efadd6b13266918d8a88f05f2635a68b952c63faffb80f77837388
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3702dc71cfd4945680ef9aecf882f136c6be09b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210a162a561510c324d9e69de1c4edc41f5f9d640c9b62e0895a2d826a611841
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee6cdb70149bee262f99bb5d16b1a05d649d28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8be1de445c927da053bba23eb479d80ef7171f505328748c10baf08ade6e4a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75510b8bc939a50ea59dcf1cac0087532378542d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70936043f6e7fe3195e2d817599d10ea955712a70ca321ffbbe89b5be28e98a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a70a37f71961e520aa3b3c76e684c3e7f0cc8d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fce7b8a4b66738131abfc998da50f69e2da9d2888dc853e14b9b36dfb88c3cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32755d55dd4929cd237212ceaf568cc79e783a34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494fd4e6a15f0fe47110e96d93bfa3ef2996213124c728b99336a3ed3288f854
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924fe2de8481b5d6fb191ce8fa9bda7bd01775c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ae35abe294b51c5601e7bd453cf787d30e44d40da248171f7eaebe7abaecc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728e9dc5377d99c313400ac15af9c5404c58da58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5941d545606e4ee0a8719976656b88774077288188b7c5ab153a7eddb258ba0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c1b483f88ea87ca00f4b1a2f5cc1cf076302a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9854b47cba106ac515885da23c6287d7b544010ff591e022eff6affca071c096
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9423b4bfd9a16d04fd788365a6684299f6c4a4de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae5e61b31aaffbf27e2c242c2ab3e8efc7594091457c5a23c622bd45ff8871e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32003e39dfaf6a42441f3f22588fd4ba7baa15fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576a1635fb11192f9a86469734e450f470e8cca79a0bd775fc4446b94a12ebfd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9507fbf86092c2317bef9356a9c2bc873e0dd9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09edd7f2bbb076014b99baef1baa800f1ac9b266bc62c4d2666c58aa1e3e5341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a4e8e42bff637e548cefccc5007e035c055c3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0af9bd15fbdbff7575299f5913c9bbdea9d679da5e99561af6b33ee4027dbb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4b81ba1f2afcd81e02e8486c2bdf99ea3bdc07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11f160eace2a77c536c5934ae83e0ae7edbce62014daff5790543c90044a7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1a9c83075a9566dfb353945fa20d652eec5e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76537e339c86989a3a57565be9a439386008b5c75055a10700a316a782d02262
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295dc2f1882ef726dbed2f9e078b5af89ff2eb80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3624cf7f7c65aa42f64e29a46f5823522fbd0ce4efa0a4af7ee9d19361ec750c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c72870307b58c5584627c6e6e26326fe82f9c6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cd2f32e3175533de2b28048ec77d8def5a0d536f3d177f5b022613327b69f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed212a957425fafac576e54fa70f5e2edf33e029
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f8064fe6a3aa49c39321f00e440f7f313f05ca58fb85a490f01ce56bcf9923
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631c2b2ffbef809e4ed9c5e6c06d35648295754
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1b51bd1c84495a40c16687b14b1d1f8572938c7808874fdd337befe4909d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e6cb35da7a5c2c106c76b6e79f653836df83fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b9affeb20e5db3e7b36364f72bb4bd83b3f1dc5453a346d1d95e351cfc6e3f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2032ba37e260f183ba017fe21622338e8e6a90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891b388f812c5506e0ab85f14beccf0e2efb56f04601fcaeca9f9414e29936c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99521637eb60b08ffaae4d41ac2011f831c6a830
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0e5741acbfc19165e94ddb798c726ae60c70a72fa638e58c83ef598b27e785
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0bf080770f5364ae6b307580dd9f13eb27771f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b092229983addd99e960afb74388a2d5846146b99944eb660d511b9a2953b7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8113053ec2e7d179788be9c322ef5a91a73fbfa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d596b2907146d9bf9d73988214f6765c9c98d6220d911e6c9f791c4db0ab6bf9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c99210b9bfd67c1ce186eabaa961c6fb27742f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516f76b719921e159cfb1f51902c339b648b1411a0eb5aefd4a3903b3823c958
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab594adc6490b82dc3ce45a86b7e622a1fd94a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e854c2d529ad608797550e67b0ae29980e393e66e76541c49b7c412cd70d6e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c750191464f3f86046078952ed57dbada13fb6f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdec1181151435a6610795b7666b817829d93acab2918e88679ef63f71eb005
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606ccc316f88a8edc0d7c45a225058008b663831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47497761d4f15ece1f38a7f0792a7f0a527b2a28fd4a69f63e07a8ab24e61f79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7257066ac4d0caa3c4a206f23415de10d981eb2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b767ba543e0d343c7ae524629e3610ca5d5cb197b7b68cb84b54732da4a6453
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1050eb14c988e9c85251f05b9676f79dbe029e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d2690c665677311d96e1b7853a7ee1a027d7b910a0af36f35e5988b05f52d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a397f3654309b50fc421eb0dc7e315a6475e0be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a22a6852181e851b2632c360de2fe9fc130ac01d2cb58ed57316dcd86ba24
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5437726bed2d7347a378723b264eb9feca769f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca71acadd078ea709c0561877ddba24eff6fe0c6077201ca131284732e5cd1ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d3b4b1bcaa0c9749be9202216fa52f55d3a231
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f180c5e9d05716e4fa92f6ecf0798079ff22fe64cd81062447be4e6b324e858
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1a3ee00a7b5b1777aa9f1920ca64abcfc21ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515ce9e7a506a6686569afda9888771e501da7e934f77fa55494c7f57198bcf4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60227eb2670fafe66d53e4a761949778f58575b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5748f2e58e7a4883f2bffa9b315c72cb4186f7263f9c5140ba7319ee8d3b8eb5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a25ed563ab015bc921fa35872c6ffd6b5d5cd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44de78f6ccc40a21147b4b5d9d81ed5f951539a7b2471cd989bf3bdfe682fcf1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabcc66166a55b787336f73896838c9c2b5f1f9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78bba4c70a954a723595b774bec33bd4d71cfb99b457b8526ea9d1c42a0a4c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c216917b9f3ec67c0914ef06731ebe09e31c79a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efe79f34cf05855d80785f29d0114c9176ab64b1f41cea5e4f9f69b167727f1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360b6420e492c78fa22e11ed735582657296d102
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff35cc7f2a0608952e04ef7851d5b38f29c4b771e6d452788119e6ee029460fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d009bd7a0c39e2851c5d2952fab24e8ae29a5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb2c3e7151a28583553b7562d4ef9b129dccb7bade9cbb04c2a6ddb7947235f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b450275f87e180f1da8c1aeda6b5e13caa0ef68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67f1c5bd9468483d658ec0f468925625b079c5952b281aabb049d320cdb69b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af63f3c94bd0722bfaa85450dfc4df4724020739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af3fff120ca68e13148671a09d470537dee99e33efeb1803498cd8bb471c49c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f1c540c6edcfc55278990ebb405ad4a9747eca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c1844cf04a74b34d8df38ebde4e6ee40477392203e216371dd1dde57161f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c3dbccd3698da0a4ad5c2bb664fac5b298a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f121ada0c3514ff738dd1dc63e21087ca4b82facfc91943c79a6af769a3de
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd322ebfe67e5964ab1d926378a75888cc97cf6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15c4c30f9567d2f73089662f3ca088835169678e95fb9cc5ed9303f45152028
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000658990cf34372d5b5056d01cc42bcfdb5ba22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee6da2e190b69eaab6ef0d40640bceb11a5cfadb4c8e48c04261ac329844853
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f04767f1262a02715dd61c985dfcf22167c8d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207882837396e22d475255c5913339eb5eaf6cb8afc8c076d9c32fe902e3dbfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f676e9d00c85e3803b92670653252a4816bfaa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13163b03c234503ae5dc90a96467b6fcaa693deaa52ac9a4ca3f01077621e65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075de04f2de245172fcae40340ee29d27acb4f77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a3ccd6181b068739ea16eccb292bb27f40f29144bdf5b5a2bf5d78fbefd819
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e323dcaebfdb9a8fdae41626ff248b6ee26d34af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb831aa63ec87c1a7bea96252b43485604c4355866cf41c0cc35530938ad07c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef2bb658b6cb7468827b9271acf77966c78fc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e774d8ff34a782651117e576c7373cc35907bff6ac407f38614836d096e026
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b52687617c19841cf2282a151c073b850f848
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81fd967c4c7fb39c35812ea46d6fa71707a9ba4f7d78589328b0ac039b3cf53
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cba8668356b6a54261579e9165473081cce3f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa795839e69526bd92db4ecb05772a285a5390e748a2ebd26a685ef39a70be41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca090fd9aeedcdf1739610e49bd3ed1a0091b1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363af085dd552cae2d5d976d81554f1e519fabd82b1eb0a8e730e5a1f6f80dc2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58afa92381897f863c446d1a1ef5ba4b0f7f938e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be7893e7a77f9fb6b6652cedd07073bdd4df926fbef2181673bb78799b3296
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ff7acb585b32e43effc1b85c6c6a04e0036261
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411a6f7b513a99413ee9487dd5e6907a020dc6cc94c240be35f50225ceae8189
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8041cb89c3615702f6f9215791a0ed8657043e6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fd7c72dde2be84225d97234c6d6b2a2f111f481c7f668d30ef5d2a6df88ef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f401f177ddcc079c8802735180a7b634f123de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfcf3d1d0e0926589d406a6d7adec065a2f0cd4142f0439ad96190537b50d76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd732ae2a1507c1121469bae65b4b7ed18b5a0cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dae461220ff7b06df29c129975a071629945da7462ee5fbc14d5d308fc6613
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbd3c2f47244714741dc6bf755422757249735a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc07a86debbddb15e575fe9440a2788380056144fc603448d72ccf6363af1fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954b1cb750ebba619715e6303ef4489cf85e2b71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4c9252fbd724c5c682ede05c3cd8c5ba333049b07e3fbea43012795abd80c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7ae6e08f77b0825ee46cb7b92dee61c03ceb05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8bb3456b4881523f315118c1dba991eccaaa584d714290ead60deb07dfedb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41b9d4c734ad0c51df7283f46f72857705116f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7378f5f93d819bce7501e2040434a0a671744f7d606e2a6f7967e30a869c88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84409ee527f6cc2da9a728f31171e4d34d5d662e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ecf86c454253fcb5c7998a0490592fe0a61113c56d9da6ccabcf402ae902fb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63666974bbc154d9f093039de40e99af4bb1eba0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46370728c68a3911c6b4c6c282cfbaeb44127c47aaa6e200923875164b141df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda660c32567547968f853e698957865cea9d4bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5e7e46a85a16ce17ba46555bad82fca43c6dce7075e3f475c66bf5e2330774
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fe909a8aab9f7147c7c2bcd49d387995546074
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd2627090c607cca7b50e4c360a775289274e7c74a56d8e0f2a42172b307c7d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4db2f8e2062d1b43baac26cb3428a9c88bf124
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c9c8eba0219a3404ca8d45038e2e013223cf2f879db77a744247702cc484cf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a40761a296c3896a5fbb67c305f9d12f9b9a43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a7cec374a0d51c26180e27cd215cd7ae614ac390d97a05bc6e4a723135e292
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8b797c4dea035694e4b316e212bd2a934dc301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc11f468ba187ed716b203a55d310ba2607a6c899c30cc5b44d288ae890eff8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b766282c4f44c28dabc7d27cc609d7c613d4b5da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6fd9d882b52eb5c002d9e7e31e0b030a322678b6b9a9fd184f361358b16d40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0ad8e928b99d6086b493cedae6db9956104719
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a27e8aaa145dd0c2d95cd28b66b02e084ea4c12accf81562b58563c1dabf1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ed93e6f9532ee4f1ed5a8e507e0034d4b870f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eafdfd9ecdd1a6850536f2cf63db01c16438795509167b1b5ab241cf1d8a50e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131a366aa3e31ac5af02e0633381e1663414ee5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d699eb7a1f3ace559774d07034c543731c01f4952336398be9b350191e77ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692fcefa7d0480cdfca911d2a8278afc632b2cfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92dc90b2ec54740af9e6804a6976dbe29492ab79be518ba84e5172e66762a23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57492ccb1480e8e87947aff210dd1cac235b8600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b8a76a5730db55fdceef9bff113da2b6359416cc68dea042b4f4ba81b12b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c110769b9b4834b7ac9fff6f8c9dea00dc01d4ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af39ccd08ba9b555511e8226531d53be0caeb06d9673c991a3548fe98b7b2d8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92413809430130b0e3521678eab6dad180c18b6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5190f292de7c7687f8d309c3864f642c62a873da7b5465b63be6e499c69bf883
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cc03490ccffa4be19bd237170b66e70410ca80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e67af0f5614d2a5e667caca1020c7b15483fc5dcc2072b595da8c69e20b88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3132d7a682c453e7480b2eafe846abe569f7fe7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614d1346831007f196719f9a58013c62c6657a18504e9778f47a20c629461479
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ea429e44f08642f06c77e1ba7316c79b07393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b75867ef90dcaea1d710be20b6f903db7f37298ee58abace35952321f60b9e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473fbc2f1b8818b5455d8772f5536c16a528310
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f29e34df952fde21e4b469b90bf2af80dbad976ad9dedc75dd1e6a21af3c0d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2487b954bf41ceceeba6710b600b31387b3dec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64cab30c8b7cd9ae30fde58780a3f7bc0a4a165f39b98dee44b3a6dd5a26a54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f4171a87a72e2df0d145d22f99bbbaf22e8e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a6dfb40267a242ff1ff5643f509a7c0a3b8a254c766fde863982c4cb48f12c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6909465a222948b91d7d8b74a5ca3d0da1403e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a796c0d4b7b79adefb9b75bc0879a5d9ce5d424aeb320f0e6e23e86ad07f17f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd9795a4f9b94d41d2ec167875949764e4f18d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4458ded56c67efa7021a40549c7da0971c7c39caaf61f57d65fb979c36ab4d5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8206fcc273f5ab57e735ee0386b37d7df44f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901b275707155d91ba42c0f936fba2cb047c9392d46a0c7e65c652b65bf000b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e573e771bec5f463840e9a841bec4d89fb55330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565a2b2d80dd02b441eecdd1998ab9bb4de7a6f87054825abd40d73490bbde3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7568e134e81da6a00771daabb41f471aa5d393d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dacbd9852fa1d0bf8afc26ed6dba9354df839bbba22d7cd45dabcf9b9c5772f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea233cb25fb9cfe7cdcf0ebecccb00c1ed6df24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5898fb315a2cbd48461639301a8ccbcafaf7cfbdd79121901546c2b97011df44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1045e8e622d11e51b368b99dbcf43f4fbe335
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fed97356c47ff4c2c24ad577571abd2c18d8dc0a02ced4be382c647c2efecae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1425b6e3c5d221b5c42daec818f1608a8e7181f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52a50fc028434bf0f10267dc1cbb96957886d9e661b47b497fe01f2af10e3c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a134141eee24aa92a1ba973b49ad1a517d7acef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c3978f81fdf3816fd652da5287aeb881ff12ef8cfde9ca18534c3518b5dcdc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5e9d588f9fad2edcd66dc272751b2d24b861fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ff9766c6e5fda539f49e0387b32f0ba3735c298c6a82c14d6bef39fb2637c2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd8af545c3ea0c99429d13b1715df215b289e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0283c6af36f8c6653ac3c6bafc7af7decbfa5a0ea072acb909cfefb91fbd384a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121e81e64c586007e9e874b2886daac583271c41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e56d1149d4acf50e3ee19c474734b47eceaf1d91cbed2364f9dcf828e370157
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43aa599d61038bd6b2582ae4fdf16e6b8f632e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec689231d2743dd6142d3946fa6e06dcdf1d19a41a935deb06e548017dba2b3a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dd9244e80bc44b429b1adae2da12f3581d9d41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a2c9b254f5757cb1b2dbfc7561147fd87e73253ef4e26d84bbca220ce8429
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd47de59666166d5ba33733e078c3bbb1bed0a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05813d7ddbf812e8f85834066d93a1144bc70b65515b4c2d1354d5755c6e0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cde078b6071d094550204057ea2f07e2c70bea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff673cc71c47a84b11608f6673938ec67a8fdfea882aa1881f27ff080ed6d3dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ae8ce2c740a69d7197af42a84fdf2ed37e8f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e2c0ebee062972199a60b7bdaa069e11326da646c3aa99c016ccc8cb95869
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba7a3601fb60f9802bfc2a4ea9ea065145f0fff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5c6709d1a44cc2086d0941b74ff06c93e1568d8c8dad9e093b797103431200
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3094f868b65deecdde640641dbcc1af2aa45a26a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0eabbb8ca1c1b6b6c42cc9a24fbac4731228ad8393543d29385b4555b9b9cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdf5543214ecee1ea4ec82c34a921dfa003d74a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56cd5ef8040ebb48dc34ce89289d5eb98bd8cb886d29db0c57e72856ac05555
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3d6cce9fd9daed94dafa2513b3fadb9a987541
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c869f0341638ec65b25806e0124608d6725eb3d859fa97f0d0bec709b68b46
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a13d1fd78643a86e1a4628c772ac9a5672467d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e08adc86df10e1da93419bca7a8f3ae06caf7807e914ee4f418b04fbcfefee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d4cc2a917fe4f5a55892c294f507329183c70c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0294ce1271ce89de82f34b66997399087b87384b8cb3cf061c4ed0e2abee0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c719787d5bfb173673ad0596b74e8e4f26d2aded
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfd44c9ea45ff72ade774dc2843bfb6d64c3cb2f8a3f9b09aa0d900b4367a57
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1e879985606668801fd63ae1ecb62d6b492880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cb2aa36dd360149b5d653b49176b724099951db1e1a7837f67143fa00d3a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeb9ff854258b20ef41fbcc7224aa2d03be658e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2b9a3d6cfd732aa6966fe5b4ba5ad0db9b33022e6240f088a19770a9a17ad8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19929dee49deb50c7633bf1908b3caa60e8136e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4ff29a7469a8a228da9c1994a507c8750d034c018bc79c09de305ae83d4f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524e16fca973013ea90ceb565814a746ca69a7f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf30f12c3f3f25046d79c3d6251638149c2dacaa5a69d517777823ad2675ef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c034c3d12741bfb01f4d298d7f644ed70f31a9dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d876a68d46b46ba70146d00a1dcb68a1fcd731c5408d675f35e389d20fbc96f6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6eaddbbb0f7e9df9ed410807d51ef564b8535a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c100776d02abb76c04ba55d0e7e759a66e37e0bb002ecf7d9f493b500ad2a685
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554c75c29a817d82ceb4c230fb095ad65e5c6cdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb80d689ec165c9991820d39aa1bc54c611ff90e0fa385ec963e0e3aaf85c991
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963eed603bb0712de3739cd3e05ce95153b0c77b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ff05259928af4eb7e55f60e91a35d96892b3b66f9981272afcf32be782938
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d667648d9b903a46d89b7f9011d51ac2bf771ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70820cc86ddee716209c8b6cb9f00a20d54ee6fb2a2c141c75cb68cc4895bbc5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092ec0ab551cbc3562babd71ccbfa5a47e7244a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94016cd12c92e11661e3f9411a435a17fb52e0e08bdb209bc699977050ac36c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88268d10f74c7c4d867687fc5d77306b14dec725
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a112012bf17dec7c928216be7970ea6944627feb49327f5e817247fe970716b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bcb7138b3483661bbed221a9b426681890d530
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933248c77d149fb88dc7553e9edb6404bedfa457d9a6b2d6dee9e5f7bbd132ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256458a98109dc8650f124c161339312bb38c1de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76f0cf24167de64575bbd03a8f6934260005cdff367d7536be2a2aad3157368
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9434a82b5dcc5e37c4fb858a6c4fa5a44a16f61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bd10935b3471c75b40a8f02dafea1cd8bcd79a35256a8b97a94be3df6eee14
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7faeb7ef106869e5bd7c72c2983a32d1789f600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9dfab7fb38f8c1dc8f7dadd50d13ef011df6e015c9337e8585cdce479ba8f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74f2d501bef8491c5cc784423fc2f0b7a861552
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f065790c040894bbca3cdf91972f814660b64469b3b12918f1ea04f08f00543
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341d694d9952b917b2d76bed841bc66788c69753
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c576ad0c5145690eb3b5975b32f3ee49adfe758102838d53a5626679aa8e1ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5890afc94ed16b8f469a563b8f67e60fd5f40105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8464cd527ef0a2765cfe5c909b97df6ee05395e1dccb214b17339fd44bfb2bf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3c2a54dcd63ba3b0c7e95d1ad7a013a60db0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcbb3dffc12d5ea21a80da94df1b61d896344631b6b7a1977aa6d649c95eae5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84af57d1d21f5ca265674ce8a464ac7cc4274360
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3aa1201eab78b087813a4838275b2dfcf6f5facaf46178a81d9e9f39013779
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c14f6d85f234c91f9d96dd0fc5265c6b58dde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c206f793ee5c748fad0151c1da62b56a3dbb4855876dfe49289e675ae2d2e33e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dedb792c35e656f3a0b1286ec415acaec3818c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe124b815a88c3e2a8d09089efa81942ea8fc208f116efdda27eb909fbd397e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092bcf7d0b4d6b5f6057ea90eefe00d6fc78aac9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0800c7e6564537c3ff57f0004e99c673c5434556e826d16bc23ebaedf5a0508f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1055a7fa5bf345411f18af50121b1abbefe95ccb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770950d51a4ea82b66d0e738a828df08b3ab71f2c70a78d8e48bc67dc3a479cc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e5e96f23eeaa84b3bd4be209a08ed5b8b0f19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffa721bdc2c34f9be251f6211237253f96aa4e3ab11caedd8a87c1571a4653
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2483c73b04ecfd421a552bda61c8172093e6b19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24852958c35ff2b0954c81848f321659e5221d340e0493208263a923204c5bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c4d1ec79eb73d74abc57aa1407c5f618a2fc62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373d46c460523aab4baee5109977db4a54bc8ebe23b0fe175d6847ea948e23c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eab323152f11ee81aa38878e4670eb4966d8687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b06ce1c773fd2a95c2d9a499c51757a09fbdf39b2b4636dd2443ba86d963751
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3205bf3502a69e19afdc6385d4acfb0c79917f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5013b9003cd16984782f8a1a0a6fc7731ee4536eab45eb807fc246c30d08010
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cae6af900adf858554ec5744c0c2b0098d53bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb06b888ca3ab5b335042edc0ade998d994ad7fd70dc28fe6e724a8683511d20
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a65b3e3fb0060180b2c06b0e1f6e3be2d3e508
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34a991e8b21583efa9d447eb3d167c7c9dd41188b5fcf5d595cde1c6f8027ac
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d44cdb2a6402ea3efe0a346c8e926a7f69a01ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b1155a6e5b72895b60a9babc28c5413f29c978da76f98667ed91c277af7ac5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a6942c25faf891d16a609a79eee7d0024deb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67128250f6f3cf14348bb561f2af7d40649f27750024361386b4bdab9f6df81b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f962c85247cb766eede0a427df6a631001dcf428
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5606132add608808b3139d185663a949078d42f7e91e4e624c57584b3214713d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa76f835796731e9b4a3a5f2c352422fc0134dfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa53e79d4f4bdbf0cc5bdff30a86bceb5415fd8d5f87d3adece3a1c6f5b1a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1eb953028d380388e87a2357c0fc63f20329ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b4d13188f3ee261304dea0c2c67aec6b2e0788ecd30d33cba42d710b4ead3a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16535118ef3e74d3510bbba4cb6cabd637a9176
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56391da84a62e759f003f2264b92073a246e50911652288f96247a940fd3a846
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aef69878c2832c612fd5460bb621f5340fa3f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435fb0b923a56a1d8838671e0e3a85d46ae2e40c84499865a2a5fb500a0ed72a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b034f0b2a6b6fc57ec081795de63ec8bbe4281
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627025e8fbeb15fab8dc21cbb526c153d7cbc1e52f8de1ecd9b6c549519506ef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400d5434a958bd50be36dae29d0fea3576e3a4e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98b877f85197223acdbbb21e19d278b5aa8f31fa08001af1675fc9fd67aef25
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4075fac37b4b242fd97ac9e94e764de5b228e6c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13763ea29843fa19adb94979c2786393d6b74dd71523e1821961460d13deb298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f50e6c2a77a7b017116bb49a90f29969cd74fe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6673ff7bb1cc62ca7ced91163d626c8fe23c1b87243dd147cb7d70509ff5eeb0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b07a4d79e03048df2acc4264fb135d9062db901
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d691b4adba22e204df0e8b1c6b695621309590821a521a8c6ea80672293d1d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d98d47e5a7f387ad1f15af7a92881333adae02e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704e0f2f3e578fff0296aaa1431c1c69d799d8dbe986f0f0dc541875bca6357a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144a409ef0414f81c03f7b53980b89876130e021
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aaa6d8cfe2594ff0c2962d6c7ea34e5c936131ff8ead16a004cadbb6f97f77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab6c8545f5923346b70d0636639739c2f6b5cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4174e2285d9e7b8278eda0f41632ef4bcc4387e4a5bcf0eccb1d59872a67678e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30201cd3c787feceab060ff3c0f184eb78473043
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f55c20237bec314d989f1228a526975f6d4de8922b0fe588e13da493492488
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3a8e9f42d861f25a62b2f02d1e8056d2058057
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c694ad7fd071ee66765bc1f49c4ea5bfd8be382bca5bbdc270ef652599a6a650
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e95c39aff4acee5e55f1ade77d66816e1fb647
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59758b65c644e63941b54ea4cc0b1e8660706f51ec319ded9ef948b6f5e0f972
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c628392139709fc3382ebf32a89486d51108a8e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d96279ee9a38290bf4e22ca67a14e94feb686ec2786bab0edede965c34556b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b91359cd3f518f7ce584640a9d788a9fd5d1a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab0edfa2de6bf4dc087a9f5c1ac934f62ea18fd7f09242e1e1047b85562894
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594566b592dca105ef55f92cb113f4d2110cb083
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9e5c5a65399c8b934387ff1a4f17b85a509b2a74a2041475cb3daf2855e46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1443f1759b2262b4ef8b6ac1732632c371f72dae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2a95d99a9878e19ac75af3122e823f496c0b5a2efaf0fc030b8951e3bc2d26
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3eaa8d4cc9663d25d61625444b1b7e64723ae59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ceaf0b043cb26f16a88c7b914dacf5e7190421151f9fa68e19ecc9606aee45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28f56cc97269dc6b05272fca2686000d3e4687
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927b4ff28a410994472a8a73b030db339d51cf59fbf09a2ff08d087be3c582e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44a64dbc6e1f16d6aabd6c800c78ad1e8d1b501
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34035637a6d0c333f594cea5d703981ec8178721c95f479888404ee43ccfa2e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0793f3646fab2bf6ffa2ea08e5052afdf91e70cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ec97841cdbd7a8d92b1a153155decf5a8014db469e6b4ac00d8c896dcda292
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadcbbbd5e79ff98ea2693fed435c559d30919ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed02b6c123140e7d0c27814bb96f50106ab2e9aa0457e9d82b8b9534b57e72e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd28226fa8dff8541156ab63be5d80bbc33500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6a4ff971d6bd0db369979527beb08d7745583c80f9ba4c21ec31ea15a7315b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c856f949cd74a7bd54b29f2a7a7e6837aeb61204
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8abf2459aac8be46e060b6523517d636a2bd0ab29e18e75e05838a7917f08e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434caa88e260024719e5c77215bbb7f4253c87f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81146c6bb3c27e0c4e7b80f0f5bb714bcca2a3ad69e4396b79931cc929eded2d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ebd150b6b387b20687bbdf710e46957e1aa1ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1d884dda6be381dc3fb0f95331f371df9feec0b8c0f7c59ea7c873607a211e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbc95fbe48fc4203649cddebbc5aefe608473d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642e0c8eaf239a1d636ae96e0d92c4c98822b04b3d4730abedf7e9c3162ec4c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9588dd188f925f9d53830f0c693d318c2c8ea1dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815c4e39b3bbe77ebc75ef83106dd198ebd47bafafd618a82f2e9e4efdcaeb4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd67f45a5aab126b8c03b42b2cfa55c0199f80b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdb874e665dee170fb1fbb4165bc0b21b9b689252c848786d7cf5c0ff3cb859
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3656d6f313e7ea77767ac9d030906dfdbb1df63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d499208a36e4990122691093073ac0ac25a5cc05c73ab5014126adc66fd0dbb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4cacdb0ae62d60cccee93dc2d2fc3b15cb87a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddc5af25ad4ba899e226fbc434a4d1b0032d2ee4bc1fa6cedb2a6a91bd3b640
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff567bb9ef1daa1d0bffa481bbe9cc8b9d751695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61245584608f3e601012cf53eeed496660d97ffa1e52e4ca761818cf2072236
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7716f55d5e38fe7cb72c26e96260b9dd679e58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b977f1cac1680c6b47d317471fe0eb4226eabe75ffcedeb428804ae36c3b3f6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00291984ca59bfbd39e3b227b6bf657f10c6815a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb360db2910677dea740ab9644c98c85047fc5b0e563d02945f90d3467fda18
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abbab2a9ffb74cae3eb83324117b0c23c0f1d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50102b7b6a11063850bf1419982f2d8e76c43648d5c71b0e7907ca51522c66db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eccac2dde11ad75802ae01c91e689f95904d100
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7f09adc1af5e8401b9d0bd02b3a66ef2dcf75829b2bf57294afc5829e436cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dfdb789b9eff1945a79716dcb6ee0119a9c4f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6aec3d7aebbca2a248ed87c1e2510bc63296c73be229159f742b9963d971f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda188e910d89f68d99791ed8478d8ed7aff45cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5083409da4bf271097122abe5c19b6cfc595b7ace94eaca30eb24c725a290fdf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e234c0099058443b2cfe505d0448e4ee669959
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd91603c8d761c6716b5727990db64653f4c4562db2d98cf911e47b70b10ff3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de300eeaef95181f5897d0ac712cd2a658ddf573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff945bf8c91f574af0ecbe4ce3959f245044bdf4d6386cad59ce26ae283d71b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20855e7d9066b649426b0ef1021d59f2d30fa8a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99ba050d4b369fcfdb5ae869f06e4a3fa7d71205f80e268497c8fa906714208
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb84f9f15dbd181e4297d9af1019481f8c0759c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb341da86741c3beeb966c08e88814f684e3c7902e19cb4ef5667a1e0b62f406
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830506396d5d35a1e817f67def55273626204a4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e116d98f027a0182fabe416a1077a3520c83c9bec23d4c6f2d5a4a4e60e6a14f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a69f750a42c46be585348aa77d366dab161257
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ba9204d02c69bead4cae349a7855528973861575d6a95fc105674d52ab329e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61886de804d26e12d5519695f687220679fa2e48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d902733a3b641f0245a34e1f1f45ffdcda03096912d8a2d56a3679fc5eb44759
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2ea3f78b1a980ea2fc7c7027d15d6e20d1c7f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a4d3013997f5f1a4e8a04f0ae3a069e14ced8ae72513a7050629f1dbfaf6b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490ed640c8ae3f7885531f24060e841016283a49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd1e7a8aaf18d34da5e37642e5e79055fd2c370d05c43164e1ab3abfa456052
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fbaac97197722c66bf6abcf3b79fc692c9e3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15f519c2251ef4da2c922e086e7cf0ec97abe83ee1e509d38374e7a126b991a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532f2db82e2ef7adfe1334d56b0fc707b7786ad3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f469ad6b9f1c5888d69c426f808bf8b401a219110dc71e8d26748f7e79d4d33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4bd393a8dfde235b800ee98649544b8864fd1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fff01d4fef12331fcfc85dfe5cadcb1e7fad301e3eb245b5dd87e34f9cc2d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5f36582a067a7a8ee091d95f0504606d990940
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe80e5fe91318f23fe27a4c8a8fdc416f661c7e4fc689a3c1b1236848a526cb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d95ecbe5602e414c435e2d713fb8bb9cfc5e9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9812ce0b2d9f85dd6b237587f3d0b9eab5c3f6b7a0c369d91e5af16ef07415dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fa3982d06f0d3514d25ec03e4afae1990ea99d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5f6c4228ab3783f1a8d33b606b3f329f3e142e01f91bf46ae098e074c74227
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4313a4fdf56d0996987445903760303b9486f6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8a5eb86fd80f191b105bb633bf92f631166cfb0671666971082310839e90b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bef15dc1ffae9ab0092c23692ebd2904f8828c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84c1fb3f45395e75af6ece7f0d9dc3e64c160274f0e85c7eac1b76ff294d5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e63847962817cbd416e2e1415b84bffbc16de78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041e2d240303caedacc9a2a035b2b68e1237cc324fedc2ac263f4cb39f130923
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fdf3356327a9d61140a999e713b97f1bd4aa2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb49d9a93d369952b863b4546450f808328d9e668ee7d874b38fbf57d35b4ac0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cd77679a9f0bc143f8f942508aa914c279f43f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c59185426eded1edf3614749827f32ad246c99b48394ba8c27ac6e969859610
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768ecdb079810045ba858a7d837302a663fd7303
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bf89374e9e4b419dd790a082bc04004d0a6eb3c82b3accff7a43627bf8ad13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a30ba1c58ef8fc6563064b9bd4d0d59bd246ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a861ff47aa3650e36237d4bfea2170abbda0d0fb138e41750e3758149232d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555f70d101ac5c36098b0ae5e278c472ea943320
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a85fce43b2dc77ad552bcedb23df41cceb148fe924bbfa975d2545380b726f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4e148f915112ae14b7a8a4e0f590114257c575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab391794ef157848c48be4f5b892cefb5d784d0ddce88a0172af6ab7a36084e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637914c722f40815ada58c817bd77fd83807616e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2a3e0b3b225bfda4f48e91244a64af75ed1bf9616b0245bb700b29c574f02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd49e218de923ae87c25e6d660bcbd160f19246
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f8ec6915afc5ddf568c016f146ea1fb8fc570f6adac8dcb96d66e18b308c50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1e079c2c5ee015301e84223dd20a4ff0d955e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d6aa0e5da12cff1b5604ab2410dfb6fc1856fe494307baed20077e72ea649
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8eeee3537b6ea3379b71b0281b14606a350019
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbab0e1e3673f72801e415746008226a6d7881a93557d05a0e46c24dc35bf6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da88592e4926e835c5c3f3c495fb510cff86da6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466142c61b3adeb2538dce81c142bf641ed1183169d1d4398ea0613335658eb6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513d079263c0e150e90b6859b27d5e68e7a7d6ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9e0e45573a7f44084c32392692e5e4dfa409835fc7f7da28d3a321e4bfdaf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c9d05b32bdeaf8a11b98c356ab63f082c6279d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16723a6fb6c97f86699520e0c598d510ea859c3c4ece13a75f729feb628cf6cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb95afd9e248db3977725ada2399eed06e736708
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fe32b9bcd2e1c109adc94698ad527d1712e32b891f529dbb8763f86685d121
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0f5cabcd52c9867dd6ee29d4ec235ebc7f3bdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3097110ba772770c646d94d5ffa9e39ea1a39b739a9fa56ea3b87242d74d19b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1e2174635558c993c2612f21fc7abc92b22f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ead7a22cb3d4810afa376e63728565a8a341640bd35cfdd7c1d6a484ced1363
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6de5f8fe63a23d4704bc64439c4bd81131651fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29efd80ba598b6d063ac2f8b1cee9a11a9e48042b367126caf0522e0c031485
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a94910f65fb4d31d05168d322fbc5652ccbf29b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8581ecec3e3351883909f9807ae2b68c90ef5be36df2babe1d506ce5e59558ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f20089fa39159f8028eebe47b3370d56c85b425
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce2bad119033f6121e2b3618007d54ca3e51b1ff9b74bdad2e8be8c3434cf8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cf53f70a0e79101d4befc22ddfee7d77d5932c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8f5592e9ac3dd12518e3d0b99ebb2c299fd8e86380968c2b328575948c3dab
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991104b38078177c6f88205f2e7428b993c59ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1065ca505d23d9ad33a54941b5f0850b2170932a5137d241d06a90050e9454
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b749085ecc9c8d0f8eeb73837be50f8e994324
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9724fa654248c306a3f03d33867b8327d2097596739da9c510770c849ed53e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73abd21a6203e2cc0d55157f70982e2ce2a29d5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54995117a16107e23da3a206ab0255396b75aa4ce0ed9384823a44d326afcec4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d199b818096eabf30c02582daa1331db75a02d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3903d55238ddda6034a337ff70f2430207171f1b81699dfca136fbe1ff522ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca92cb5b5fe3459ee6026e91f3fabebf92361bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadedf2691cc3e890424164bb9142300679cdb3d96c2e8a4793e08fe599939a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716472b4e7101a0e4064290d98d5db498aaa2957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9661449f1c43e8c26a60707cedddf1fc198b9334b8243eadb9e029745eb9b8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db468f97ea7479b9fad09cc654014266a24c8ae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e210853a94fc822612d1bf7844bb1b03ff8e01908d8eba5b04bb89db580ae9c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e59d97078016b1d820fb6b25d12995e64fbc65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee2e87a2849586ff2b19ffc9dc4ef0cf8615349c039c428e54946790450cbfc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b0e3f6ecab1f2ee3120cccb3e8f4709c40284
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eebd51072433ffa0be4bd5f43a9f854b09a61aaf564dad089950ec45001e40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5b9dcd4eb997ebb64c815bd3a3c723a7eb71f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174c2f13b79be1c8d197350bd81066e46a160c5f28d44227471b769504c7bd5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e185c282a57c8b7074b196312fcc954d677e6fb7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e425d60d2c7bedff82ebeb832f115c0d2cfa89467fec12cb7336abd4f684df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31be302c58d6785dc027c04075e3bb2638721738
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aed5500e833ac02ae208c7fe7ad1154dce713a83b1f42ce7f55d7dae16a6969
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2872a984f0926f2c8d5348e6ba63fe018cce9e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9c21b67dd06dbfa2a661d694749e48509071573f5dfc8ce22d4fd235f852c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b397cd759a599cb31581bcb4f4cb3f081b738e87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f435b043924f411eee1425c0f80ee4943e069ed033dc8d6997772601346ba02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6081ecd59236126463e1919eda804aee0b50220d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44143e93958a63be779f2041599f8e038c9969bcdae35b9628c9853a1702a2e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be61c9cff1b5d2c1be290fa8a8437cefd4b0a104
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a85bc07e0b10988a7836a963a287df08a65dcf19c7939fe94975168ef94c4c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932066424f5d9620b5fe06d33649cd97b739e3b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ed90968424f67065a45d205387553849d7fdaaa8c98931a1b27ad85fd9d26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2aa1dc34a08dccdf9107abbd8583bbf800401c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3539b879538164b692b0424cc7df5570a6f713f06322548fc5ab99a66ef69f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dc76c3ba01c044f2652e2ff5f78f3c255e60f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa75f6edc54a2fc24834e7e1e38e4e563f256516b51b5982d2cfaa2f91d0ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d7c035693abbdb3479ea40e35ab1f5416ef83a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adabe12a61483b896b9f3a3ecd2f4c039ab35ae8b7597f23135873db887356af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f87d183dd4580e396fe9560e780d0dd6c7850b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d20f72efb6880137e35f14462d5e670e5906ed36bf49f46cddfa605bd4d363
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065998ce1a1f059a5ea489da288eced031c3fe9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe7b28edb596baf03010ee1f5d9339ae1f5da6917345d903c3a2226722ce847
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab5acc6c30a3b98b879caec2e8fbf20d7867ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b562a700073854dd42198314861a8b4f95bfefe57f5b61d59ecad4156a1a9bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0a739a0d3006295d43d57fb078910241f90f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cce95cd3a4d25948fbca23edbfe35be4d3c10fd2df40fd1d0aa05a74489af6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ac23865886f7b3ac0f0882a0da2ada315b554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6960f74e941e765c4eb1af27a18ff75f96142b7508fdabf5749f3250d932af3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e02c591f0e5e7f1c99407d0fcf3f76d52bf81f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dfc707b9c819817a2d4a938457ed738fc74785f97a96622280d4bd744dfe27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a31adbdf85b4adf7ccac5886af1cb617c75b60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf125e6b39dde89e0549f4be2f20701e4fa50a73b7cdafcb8bfbd45698542a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1984caa6a504b5385e4d6a36bc33405f5e9f487d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c522aaf82516539b85c35ed44240d38ccb8bed773aea4f5b8ccaf2aba732481b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a00997be06449166ed0ac902ee12c44e845717
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62609b21d10ee8588fcc947d70649c0e0ee30e0c8062d1dff520720b2a163b0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c33d9a0ed42319f709d7e258d43a60dac97b48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98cb71497b8a730088b9c1c9e5ab2178c6c1f7eb918d97892bcd932c7fe8f2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ce58817d54bc2f237e379a35816c514f5af3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad5766a87e7375c8b74bbc5b576b80a06745633bebbb060495b7a914988a3f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d59e8f0d1b110a60a021827699d36ed59da2f53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3fa01a86707697bc4d53e7a9b3c35347e2d58246a105176572939c55c76548
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95a1c7ba01d290259730c2a40ff075a37e2b03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a18ec8c3c9a81da077ccd3e08d42a2bddbb202b9ba12601cbe442c362fb3dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a750bc90c9f1e6be49310d6aaa72f9d227d51079
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f9c57c8637cd98bf5c0211935fd832b5762c882a6ad01ee21e550012984523
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593d1cd50fda2030238d9401db109cf9f6805a01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd4bf0383687f4e6062a173c06f0d2250f3ac812ca78eacabcae11e4b6a18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc4fee2537a758d3316297c35c4637e1dce2870
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68301cbc88232788c8f025f844f7a90d7f1a201aea09f36c4a448774bc755359
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44624c25e5a5f232fe39b24e69fd07e9002b638a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa9a3d49f5f702d0637f50a2677fed5456ff0c73cb1fa5fa849e4fbf163306
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490639431c40d3f97b459f2d2e8d8ba636d585d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5c966af6e2e92339a722ece5c92cb05ca802a4ebc1d798bf9f657106a7077
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67718e2de36c5862f6b76ff8b032d32df9f7b345
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45922ab97b105955ec2b97ec918661f64756f349f833259bb41549ee0135c8fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c05ed27d29b46095a576e5e98d81faf48c9edb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d93ee523ef0718289a3d5366e548edc589cf2ed707fb89971a1fdfc0b512ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8f7c0b11d1ee35f5fe9edb532eaa81f670c3ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf019b6723d22ebf341470f5d20b023ceef2ee7a7fe9851ed8dc37778acf961
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6363f45d279ea6ce4310e040afa7ba89ad1244
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537d55926591b19e8a5091660142797bd6eade1182888ef83095c373e4b721db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ac563d400ac29b64fbb9907ee52f0134f9b58e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfd245a3be5448aa0899a1c1729c5754eb3eefb039895cf0ee87101827c0605
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05caa57cc2f6d90faca74a822160c5e4aea3b73a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9f63ac49717abeae4565f02583b107a303e0c6422c762fe5d6a7309a045a52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf1fa541d0c69d64dc4648326475448f1d999
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fb5679087a4073709070df685fd602f6c891d27ac9628ad97f6d5841eb6623
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de2e111d1db05ed4046658afe7207c7cb8a565c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4476453bb207230bced5d33d6444efe56c26177e408e542125434408154e26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792fa07faf30277fd96bb9930089bce43c28029
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c68b10370dd2da6a4f7dba5f3dc9fa3065f9d9926f64adc3e052679081f6f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661d5a2ef8983d9ebe802ddd7b6de443b2270cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048df0320e67a8bf14a68a52469b962a4bbbf5b32bc5c7e01294223f303870fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021021f2d9f818c27aa5461fb435b0a27fd42084
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d71dd674e5f83ace0176f9fafa66eadf758ec9e8d59ceb40443663d52a6330b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d041d77e6b9cc8ada63d584d4fe43ab5b35569
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f01e10f1a8303ffc440de8920805597e25ef1861967f7f10e6228bd3218747
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2189eb56d2574154ea70c07ea6d9daae7efc1289
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f6a39f8f8a3efcc815c567640308502724c8f9bfe80b185e94578815af5cc8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9e439782d01ca5641d2a6b1f559299fc93a4d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85258396c8f539cd182e8d2b165f0fa240202fa7c63b31db81910fc8ca602ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d537c05c816a808ee26625a12728b64b93d0f86c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8c255376cc0d3b761e0d94858bb0fbcbbad0c97c68263e2c8b1493663087bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5422eb8b0c559a4394342e3c10d17c1be071f61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566d93d43bbe2ca84460caadd7eaae93011740a6832a970c327b1b939a84f8ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55445a00bfebde0cf6f6f39708bda0a01cd36032
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e618d09ac31012324bd3850cf366372b3a1c89af5c714f863f151d1742cfcaaa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef5b08daa5b6df8697ad4c5625de5f54a24e2f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3be749ab92fefb729bed53de8aafaf6876a436dffec1779884236c2c77e2fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b12de18b8981d818316c9f9825df801483b4e67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b0a3aa4a0bd2487045f41dd318dd7d88a3b8e7f965cf2b28846939cf9a2d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2997f1acf7fe5c3b2d06a4b8e019ffe6738d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0b699d3704fd8842a60ab21ce337451bc8f3baaaae3ddcf43f1dd5c9777b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bee79556310a9fd37159063f589a6dfb645eb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a483dd6fc3c70cdf5b9a332566e0da0c3967eadcc75162c54e74d6fc1f527f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802b3310c0dc301604126519a71b822ea15babbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f63f946d8215dacae4e3a8b9f4a57b5a9436a93c16c1f6abb148373b3f37c8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e82537cb0a1f755d228e27843e8e41add56b18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd970c4b98db16e1c45646094fa69cb9a879c175af4ed1e4a7ec34a32b8b4a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77b848ce78ae0042a54d7b97aa1318966eee87c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ad641f05736d68a7ac9eaeb0ddba9e8c938574519d13a190fcd45b44dae1c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61306cf816ab147923bd3d36c9e0aad2baecf067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a91d227c8e76165d74713782b601f92a001cfc9afee3235e0df312418726f6a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbdfacb93edac6126da798e39872586dfdd770b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574b4741438f0a2b13a91ada940ad8f24294fb47266b3eaf19cb931d745156c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b619604c272cacc108fdffd1dfcf6eff229162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f510ca290b9614ef45587ec9a7eef36a063e1555e05c1d862879bff2a618be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c117629a07225fe19246308c7eca119c25c752a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dde66a9e130b69872ee59b8a8be76f648ad1da2deb0be3c358c08e2180ef50d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b350125254de397e738c3638660bfdf4530e38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5044baa92ffd9950ce179084d58b8486b85852e1e5e2108b083b9a2525711b3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c648b0dfc70e8314fcab0834b74f76db96abf8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4ab0ef60e9926b157407af10ca7d3b961387e6efdb8e4f22246b099f635dfa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec90b0918668677443a512491c5f927f975a70c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60d0bde7dbf227d0d9b9be2da71f030927f5c05aa4261b453f194e0c6cd68b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fff758a7945e7e54f12e161c68a5f151e12d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8240ea9203ce480ae2d8979cb81ee5b1eb46a7aa78836b1e928945ab3af3eabc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef68c840396690a944e71fcaaf95b8365703e8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2c707004c105456d8c501e3219707666c9524c4c8991e5c982a1663b75f57b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0448090c7b575d35f4b8697afce5997c0c01d305
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d1fa078b82b7a8374381e32842d9c88832d58846c0c9c74212b61b1887705f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731e60e5609e5874f77d213a35b1e30bc5fbd219
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5d4dbdb4303f538c379700e8ae561e17cc156586ee2d883113a16cf9196391
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7fe0c8f36dfab7c6211668819c1fba2d042c97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac43cf8e696e8149877b670816b9d9178fcbb782a040945774e9bcbeab9220aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f100ff7aa63c243e1cafd603dba2f0b07420b4e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8490c0caa51603595041cfcd5d83ec84a494ac684ee5aec8718c51cc42686ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d8f077144e1bfac4bc6f31961173ea5b9baa8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd7c332168eb41e58a179cfb9a7f8cd945d7924903af28f47cb66be0f5aac0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db53e6fe588f0b39e2e723a82f0d725eef0db1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0125c899fa7ced8efe28771fbb9aeed3a7b313b6aa97cdde53e4bff38e8d14ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b5e3df1f9c878cbb089174855a468c9d2f2f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceae01f148d5474669889ad2627f639af355679b790250103e4912a391adebe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3908619e24ecda9277c80f1e404f8d1bbda3a25a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6b850b9f0aff4a012a11ee2967c091eac86442513307b1ca7b45abbde1bdf0
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72044f19dbfd0946a48b89ff187873747e9fe84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0e570568623b56087794ebf7ba315b4571dacca6f79f80a6832da022a70977
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa7b87085834e3bd8a403c30dad4a17a1ac6711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27434ea8fc28731d5be71ead99c86b4fa87575a77ad7f831a9b4b358de3da61
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c734e7948a8ff3b6b99f959f81e528be0ec6ca09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21189e9c8bea7b1e0d3b1bf7b6866536688df7c1a28d1bfa0b238e5475e0167f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34268edefc322daa593d280be2763b654cc5bc53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83089af38b8837c387fed00cffeb787835b6357e977c30a0a656f07b843dcbfe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7543efa590315594575997015c23a5afa70e0b74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed90795466b0d0b3a71dd21ece5fade8f2dc6644093b6dcfebb227f882d282
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45490ad48b7830ad2c5a70bb5ed16f9c5a5d9ee7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efe1075c5933dd80a494c94815aeb9c32709e2abd60cce10667f4f5a26ccd5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb1edd8e151b93e488cb679c9f4196f970dad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d2815353587f768b255c41fc2738245892c2c369ce71c8db636db3cc807a7e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7482306ff46e4b86254cabbd290174ae8a0eef1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45edca047227caa7eeafb15ba7d8c88be0e731a9935a7bb36f92d88109bd11b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69516233a4a95833f6da754baf023da48f509c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11f298cf66a6a8d27ca93b5696578f783f5a0eaa39721e3b45deb1b9fd6d875
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44ea6ec082d2a50c6a647a132af5a759473d9c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374bf018e279305eb55ddde74bba061c26050be31b07f959c25fe671a0a7a06
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863a8734ed1c0347539c04afb3628644494ca8f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0b8dd0cc28befa54dd092c2b679db527faf184155a38783b5baa454b96cd97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85c2b36b51c9c79f501ff7bc4269dbba9b54241
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba5cc31ed60653f36dcc41b703b9b1de3826afc08968824f8e06e238ffb446f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58117f7ab3988e477e5dccf6d410bc50d3213a44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3817206a9a79d5053836a64c729b3465542bf7874a84d0650668a7f15f8dacc7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b299f111a389af909acea5ecd3b97e430c90aaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd80f2f884169ccb1f8bf879166439e9cc76b859c50aa55956393809eecf626
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d87bde0b9f86f888024ff38f63d3a67ae5023c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ec6602a74036c234a57dd962f5e980faf27e6551871a733718f2e9b3962b0b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60981a88104bf01f30cf5a40e5175bf71942d33a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda7db86dfa20ac5068fc5174d6d61ac2377253f26611773eb0ecdf0b4d6065
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee2cc2976ba37ad797a7376cd6594951c742b71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921f10778ae21cb941921f26232075cc3343c80fdc662dc28b8a2b3aac94a2c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7101bd10ad54692bd6fe8fa04bb81872a6cd436
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844e45b463eecd81dea47a0002fd8df9c02a98d1caec97051aca6c173b6002b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e7648078ce29074c655311f56254ef8052e00a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ec169dd1f360f67af1aa05013ba4fa0edf65a2e12ddd0ee2820c5cf86f0107
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21d67dfd9272facb12e7a39e250be816dfb6df0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d5c803602c09085081580440aaf30b414ed4df819a95f3b93d07e787fce40
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535d762ce2482a4bdaee1c3dbfb46f91540988a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7c09e742f5127f222b1dcf7ddb55651d92b2999126209446bcd4f9eae1d072
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0f22941adc9229df040a475cff57b06d96a0f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79909586c25a967f5a796c8ff774d31f6182ad7e1ceccce6e8ecf634a4cc99a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb36e37940c2eebec6b911a69d7ca41d3726bacf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b429943827f8a9256c68a233567cf1d51d4da33889bd11f888eed7993e97bbb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0227c53e80f1fd7150e2b53c40533356781817fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8f4f9b879bd051b677766de1abb1280ac8dd1e1402183a4404aae6d4b4fbe6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417d6813388afe071a31d333caf2e7457b45d075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677eb5680b7706615a26693bdae7277a21044710beb84978b2acaabe174f1aac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5717cd0c08702d53b92a141e7920a63ae42b13a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840fc5b621ac09c244d68dfdb3b05be0491fe65f5ef2f840f9113881c7e1b08f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004cba2a5d7dc6e141b44b91a8b9f8634163394e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3b74b2e8a42f112176970d72b2d7ca20fba6e5e31f116e87b8fc4162b98041
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234fd423715fa68c1ef9ab0f82d1eea252fb79bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9c7d4d8e19a7fcb13cd021f4fa6c83ecf7ba46a7888b3e5eb3b5b93bdb664c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9c8f3b1d8503077fc83c7f01cdceb5499f79b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b129f294a6324818e963a0f3275ee75122869838846d1f362fc1e4b19d962c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97614727e9441986697473705faecf4bd8645df1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7c89307965245a2ddcde5b2972edc3bb0faf0a74ff931296a976cc77effb84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c447f611c60c926c57f51498f1bb1ec70dcc63e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5f84b271ff593d133d98cba978338051646c4da5ddc3f4771cf4b172b92ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f003cae13b594ebf8be53046da336ca16ac1fba9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79872cc8563ddef00def19d835bf6e9c7cfe7c620a6505227db323353a05522c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e07ee24a5cb35a1228ffed049633b2a4e66d0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3b292231d1353e35a10027b5973b0d58097f03e262c3ec70329e4dafd6d86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc78962b3c290caeca3b959fd9c0a5f58443fc31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2464bc2fb7ae36a925b5f13f3a016f05275cba41407b42ffb3ee9b3b32d4f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e9f5e9c891da01a4f9c1262700131bd38be185
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bd991382bffcc4b1ff98023791e4756aa21bfb77342a02e339188d7870f81c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6375c5adb83e31a54c665156c4494185907eeec0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724a49952d6ba7e61f671c5d26eff81c160d8acddfa7b33a80b8499344dcd7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff1e971d8de753873306be8eac01d2382e1d394
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec2ffc0cc84ed462253e85d52a178acbacee98954d2bcffd5292c6221d3db5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7a6d0c605d3570d14ed3b3bad678789700b2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59097ca46c6e127fbca1fd18d21efbdb12b688ab352e400060df0106e24102a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb80b89fc67be99c25e1fcaaa8ef070011b1488
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeb967bc594cd0f2618511b43adb00dea3cae697c56faae0fd7cbbf3f2c1df5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60956974899083c7296d66f0945698dd8ada817b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e901d0b8e7b3acde87dd02f231252c58e63b8996109624525b1687091912fca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32f7fbcef6b545ff616007d059bd04372c69945
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad77b0ade802c5670f7f541f5c08d84250945b480507233b10ed6dfe1f8fb603
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244116cd4981add0258db80bc18a0e1837195856
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d88893ba82cbeff866d44e05fa1aeea3e5a54ff14723a98ceea92e2c657c745
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73df47ec7f175ba5b93dee63a01279fb058458e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1788f5a2ed0cb801a1a49145d9542603947ae32a1923246b110150c3b344d30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24bf4795fe5c4220217f3cb5d05839363575b8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3988b61ef2d3525b46e5b1c6a6e481e9bd119b423a17803f1d3cb1d5a0d174f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bed73501e290145680e6dc6aae159490bc4c69d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e92229d03a5dc4272120f618b63a78e0c32d8918f321542a2515a2c3c661163
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eae5a7ffa79643752caaacb6b054c288117b6d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8195d616624ac43f85fdb2af2e30a7173f6d53677e85c7a3c51dd344cc01cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed5a4cca27aa79717bc11e24e190041ed68aa5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4778e7d64fc0ef1f627b196b6376bd75c9bc7659a3951803a791aff2e63107ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1999b5186827cd5bf77efbc8ee3c9c1c66adb46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74abcd600e618779eb4a9636ea7877c12293bdaa34a7e21872f5c7613d1a7ab0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b004052a68706617af6438585569f7f5ccb7503
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86456f4bbb27462c5e2c1e4a04889b837373c346e6d361b6850af8c17b43f18f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4100394da90a1a71247cff8b9c1c0f93ca05ebeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364abcbacb9ec1c87c34303428c00e086066a84833f91d3871ae96a2f512d1a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1e4479b20baabc30f32be1ac6932f29944bc03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f6fba7c81b2caeb76850c720ffe1411fb4133f94576fa9d28f20edf13d8312
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed023a611931a524a4df33fa731cb5f29e7c7b01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d1cf46f4196400434f8f28c3725c4b7a3399a9cf675b1373cbdaf988ca22dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8a607e52af9b88a1e416a31aac30a65b2d0ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad04cb7d8ab9b9be39f19a2b1db5aaa5fd0372021ae43a4b3ece483e9eb0d316
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9623e71d7e282b791e37999347d856eb2f7f5b78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccd063a210d2abbd458577be1f365459658111ba1eb6ad5347a76c6c19af205
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4dc52cc1f4302444a13e55f93ecac6310f32b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0370a7a5edf1f3e58950027b7bf6897e02dcc1866f36dc806db3a31eb95f77a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db613f22a88bf0c053e31d534510738311ca198
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb86502f2addf646cc6be8b937848343a3cc82e2d88e541a37c365fdf0e8b38
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c92c7ebd7e4676ee42b6ca9f278cd2de37fccde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9f103bd8d94bfecd50c96b46005d2edff7ad6bef22a8646064f1ccd7eb4004
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c8218ea3dbee606d487e2987951f357ef021e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e147ce2427b0c28aae7e4221f1ff741dabe91f2d1dcffa2d18f5904d75596eda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e916d7c8d1d40910dbbe70a359c4c10569759b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208da8bbe088d2bdd719101947b8324c4a5a75351d9f2626e7984a55efcdee8f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1826ccdf888d15574cef60fcb88553234c1bda61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a76d363e84309e1edba665d8be940b1be1d4cbc90fe007521acea3084f0865f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ebb5051e97c32eeb3faea4061fc262f9d04c9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca374c66429bf2dd18d60b45fb68d0da6f50c1d2fcde3fedd02ece8f45a65db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6318c78a754f68840b6eea390f027bb9111bac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b2dbe60076e0fed599d7651bc28ab9cffbe85220b712f7ee36d18c34471572
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e094259be12e5e66d0a0b37d9ba1b59e9ced747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6702b5dd59e8111d1663faa647e684a38646eeabf8c3184e1d73afaf3183a095
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad528084e77e8678a6c136b0543aa15c45f941ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e08dc39c04bcf3952eb92962a9ef4ad608e65175b502298fa767b75d763311
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ca89bd4ba9f06aa120610193083166a3a4ae7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd7f01f7ad691b989014ebff6142a8b8f70ea7610c400b240e3c2d2c5eb7a59
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2c63dc2bb2b6dcfe69daf988783c50930d6ef3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1ab72d4ec519b004600ab73eca0805e5ac3e432688bb0db478584ba6cb87f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacd5cd7155b039cec8b61dcf2528a05a3a8be4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d052172c3194e6a77a6b276f3177f59079b3b2e9f9baee12458c00d8ec4fbf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefa34ab1819cc82fe6d3de9748d9f7f1e4b4568
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9326d0568cef90a1a23082fc786bc4868228e1b7ec8a4f1bb9b180ea05d2c962
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f511253f9e905737d5fe02bc3d1a33a7b052369
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d780289f2dc320dfa99f2a1cbc0ffe70272d5a892db04c0feabec684dc9e7ed8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5eec07ade3e2bd1590b41585113f111e23fad1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eaaa1a91f79d40ef0116b932608e91a9d6b3e2766d1dc2cf1b3bcfec17094a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979001b6773f084bbf3c3da45b6510b6e434d381
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81e784cdd97467fa11063392fd0f2f48016c0043a56491879a9b4e24efcff69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac208b1f9212a44657b95d2f6db05d5dda7b6b3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d1858fc911b8d67beceda831aa3633b72ec90fed99e6a32076386b5479339
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671d9576de6e432b1337db98d9f99451ed36a00f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f99b4a9321d9437193d99f4aad4e73635425a9253132c32ae8372e08bb66f78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1dcd0a041ecc7b06edb22a1c54c7b574e679f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d2327599714408a3c85865171b51fc70c09ad9f17e4c2fdb64ad38ebef754b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4243140405147a437011b2b528b00e9f71ab377
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ee8e211f2204a031f913f3998f42d1de18533e62492bf64264bb441634dfa0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8206aa912fba3a3d7d329a99ecb4e7c3404e56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6264052b98bf1c0c9f61f6db8bcfe906ae34e85962c07a29db57af7c49135f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a18d9f1101b893ea5927f03db6d99bf4131b2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db776cae87714d5223a344a376e8b2b15a216e3f66accdcdd239b5767b3b846
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5917b4f8f360b0b00be46d3ac58e0776843b7758
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b872680920d11ef10e571717859f2986ad3075c3a7955dd016476453a85c9d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b87d2bc7fb1da2607ac4658db9388e486e883e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5330489230cdd2ff5a8056f3d3672ee27a1f89195d3873343ef9048fa0ab4a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff85a5851dff48e220ba911ca4ce60fb4b245b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fbe7c4a57fe82cc9692e6e7bfccacfc96f71ad372cec5a59b580d6db120857
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ba3ba1cafa78eed3bd404e849781c546fd85ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c606f0d41b90bf17d46fc1a746845b8dbaca40818e087e473a7f76e5bf991f02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3801f9afd009438747782a5c92af2d671460e0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d352d815914f47c5dcd9fdce3f18061a5df82010e6b16874aae570c0b0c07c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbc8cce3fac5698d1739266d3e0c7a190870193
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7baccc9ae8ecf28cf2cf3f38d83c50c24e561d646019c0172da25f4e1906e27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6a55ae2bf2e57b64fb4f6ef9efa1dfe2ff8986
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11c2c49a0b9df4e0f21e561239378958ea05f88cc72f0baa05b9a0ec35908a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bec3c7bbd7ebd36297046292e7f430064ae3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6191d6b20a590a50004c25c2fda7148b193fadf8fb9760ae5663d87e3d968c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c68cb63d593aa26f5c92ceeb45e921698fbad5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141af34aee413d04e19b6e3c0b1fd3eac1bc588cf45992e329e8c0be8c508d0e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fbc22724941502679c0f01243698cdb42e38ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60797a7d9c69b15c09070ffb13c67bd572b479c5aac9a98f473a2fc5f87b641
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ccdc06beea29373f915960daedce967336ee2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651d38ebaeeccabeb8df58e08ed3f03d46cd25acaca1f2e49c11c8e2d3fb863
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03af1d843ff6c40bb42bc30391f8b05357e1c86a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d8d5cf4ed1ca4d4ceedb400bb6ea4a3ebe19590f353ae13e160295c1a10f79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5241686242cd43e1dee5745424800ba9279703ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797e171c21a6cbddcd36ca1a4d9357064fd1c13f6b88b83514ab5662dd4d0aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b777538fce0d1909bada7fead9b7bcb5d7fc58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c4f4d9bff5e85890a2f6fb7b9f31947dbf83cfe87598b65bc3a91f670dc6c5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7037092e7e73acc5c87b842a06d5f8f3f7e713
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7418e440ed942abc5e9f29b6899aec5f7c86803640ce51ba79b4084460fea74a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82af0bb59dae02386db65cb992d17ddbfe6bdd6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266398beeab08d7b89f9c3ff5465a76107a068222e1d77c0e28aba4619a5bf90
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dd0ff412b9edaeaaee4eae5bbe290239c37ddb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87efb44913791c53f077f37d2ea80e6e60bdf4dd137c88501b13ad6e9b995336
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae3b5408faba1c5f98c696ff0f3926f6d5da923
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f338c120922c7c5ce85db1e6182c9723e7fd711caffb6f58318b18365de7228
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824b1215e0bef5da1276bdbed0a81cdf9938c5f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54122c223ee427977e2eec8a42a68def333cf87deb39e14296b5ee36a3ff09b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0ec8d455a19e41945f4f1a73690ba2b8066c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb6f42ed038858f92679f8db11dd9652750ad44e7f81534f3d17c3d808f8fd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdf6a045be8130cd46e4bcf73bc1f3e64498faa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06bf8d6c3743c4b79a0b4e373a94bff0a98589372ec76f7a1dd23bf7d5094d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac850c5131a19036354d3e11f2e93d974ea324
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de32b8bafee5cb4ac48092bebda00b9104f349698be9381a2700f8e2065c529
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c83dc324070dca6da4ff30ca4bf61aa0709ea9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233717111ca8225c3e3913c98a774996d9d30bbb590a63007b2f2818406d982a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c91c3720852145de5b578532ad70ccf10101e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e7d37c9808fba5f0df926760870bc4030511314edbab8bbe11ee7c415172ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c8e4074258f2e5e55e57ca871cfe8cf047f2bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05647164bb13325332fb7a7af135921bf16b2ee5debd7231d100b5c9ad766e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f781459f107254f8e9adf4d69be7cf606f0b1f44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c579ce96d780f23f56b7bad5141b8b7cf9c638a2fc31b9f63c0a52b663fd1cca
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5267b0c44a2eadacebcb76be521c04256c34507b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69f3effed693e5179b01074ab8da8593781dc1abf085b8493dfaa68ab80141c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94e973d076e3cf5f23ee97d7795c66932b25c59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4dab7244e5806616e027243b0da30aa6a8c6cd21ebae945e0e94a44f148020
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819fc0e86b405c755aa0027b240394737902f624
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6206f9cc64b9f7a0a01dd25366846869ef3d3d65f6e08a9834f7851bf8f93222
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43419e4760eb7d02253973c3a6933a4e3c91c01c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005ad6f3baff24f9dcc60c63393f5f61b1f1f2bc4750415779853cdf52781735
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c520e5f47fe884989909e3aa6b105bd975e4c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7ac777a0a8d913eb4c3a9e1686f0f0df9d3bbc219bdc51a3ce9504cf2f6bc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1109d3493ace8641c4d378faa643c3b932f9be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9984c5c2ae952bfb373019d9d7b8cf4adfda925523526a2b228c0be7853d68
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40084a885dc72b40ecdef780182209d26b9fa933
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a52b20c496ebe397d2655fbb72174c6bd9e460c0984403a7500125ba35414a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95d4c0adf2286212bae664d36a795d98b76177c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c331e69fb6fdd27ca9079bf5b6eba9cda873fa4f59a12d362387c8156eb0c63
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7fa066ba3cb41da391d7b501dfe89ebe3e91e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa947e7925d518c66e6020becf863678d9316097030a08a1379ece4e492482c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3ec068ed7333e850e35c2e3c67bbc3508c906f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6064480536a1fa4eb9ff4707c35c991f3af112db5f19e57fad3974c95b77212c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6494d66f0144469b8d06fcf12934bf186933b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f27b6a7c0e6e9ac5bfdaad8c7ccbdf7685c1ff3064fdaaa26bacd07a92674e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603413c27cef3492219d743ae8a26cd3de1464ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6e2d13c8f705d24945f62aaeef7e6993061efafbc7146741dbcc396aa9755
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb14ebc677ecffa7e40cfb97a23d6a3ed7b868a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b6af0a96e02cb6014c02c42dfbcd725a0929052739058fbf71dd9d6c0d8f50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb380e82931e80bc70bad91aa674590c4b56407
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b133eda4e65a61de8438a11fbf4cc398494c405c83fd1c2b270e6072df1de04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de767d67823c326584768926a665eae79308ac04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f79e7820ab1ad60e83df1f5ad911ffc70cefaf2bd1efd14b7aa037c77f15f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cace63aa297118ee84bcf0c408ac3ea6540c3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b7415efc21c519b179076ec87c1058767371fd3e247531898abddbcdc9c36c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cb12dfb9db8c9ccd1cdfa5e2cedff0c7143b81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0219253b3ecb15f4a502eb40f252c0f6e8f1eff80aef5e9a6e1c5b9832421b6a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf3a0b82388cc8b41b41e36a3c029c5cf062dc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de112af1abcf80d3e40fb6e9196900f204f6db7795cb8da1f37d0be66a9ef5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4aa8398fee6b92ccd1a9c6a829d7b6d4dd68a3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185ec59a8b8ba08f4247ba36887f5661c7e943f75afab0528eda5651e65fd38e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa8c4cab101ebc53fddf9860bc2d7cfa513e1ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa56f6b09e78e8eda96905e41a4d251c76ae0a81dbdfc25bdc0285f6480b2e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5602c0753dc1ae615e60145b55613df9d308b12
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e757aebb0e112163d6fb46955e043c0d0c166e6b583ba65ac4b522f3b8ac7a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec0ce51b59945f9ce42792f9dd517b66f770df5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b37262e988261c5e8f150604db6846a14091e2b644e900d2204f0106364e20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b679310204a0f67eb8edf36b14a6d4bc3571d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0461e43f3c7c7aae56e42420ae3d3ded2008720b6cebae7f4836b9c16552b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0be58584791b54d0e53e4930cccde3e14b55cf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f63b68c1221f8bc17c2b130f6374ce43cbf48152812c648cb7f0d297a5f9405
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618a2be2afa70b3ee2a78359304e7bc696fd56ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8db812244f6c9b548eb2b8f4084a9fd510fc8e2fb4069731523d9da8e9e090d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e657f7f706449ee23e2e9c58976f6317ff443b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becf44b5d34885e5657738c2b5190bf95971925c1fba5f471f7778c23bd0da85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b186cb2ce9708de5db1b57722cff407040c2701f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7234c84d6d96b0c92d4205fca2c4f34f1c709531b6594ac1b20474be7adce1c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed48cf4e144972974ad1496feba4c61558d393e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ceb20075972f0dd6d8aa818772186c3b99c08bbea8e7891af8189482bbb01d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632130089f92dfad38026d4b2a4ce023406ee25b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52ccccfd0dcd9fc997974064ccdb20436b13a2f884b49aefb979c1bd03e2b21
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237e88ef861a90aba6c7e410bc2cd27ae06802ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b2f680be3a2fc3da40afaa35eac6933b808ee4460c045eb76461effbceaff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c61b2ee157188b7f562d0d9c4ed1af02b243c42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013de0466ff16e536d67af2f5d256de57f3bdf12519364c920e673dab4de1deb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27948311ef0a21e1f19929741f8878d2cafef3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8df65223ea50113220316fb8d139f80329a36ebc8b48e536753f1a8c0d8b93
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c52ffbc036515c46f3e0685d345c0836e97f685
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6c58f3945148ef76c4f12329fb1d397b90c1b6f1b46710eb3d0557a6c05491
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4e9ac86869922fd1b370d857bd60f63ea14b11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0387e3693be1ca28164bc8968f0ebfa31c1a7aaaa543ffe1c9188b2a02f38329
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b81262dbfa569539b8e9a564c462dff8932d4fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec96c320b505f010326175b41d7b08b66cef661520bbc33d6606b9dea6fd386
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf877a1c4e67edcee7269994c0944190f20967c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b3caf40d9cb2c7db22fddfc07a3320abcc9fa577cb8070bd0b57e633944eb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e740d5877de95adc61d0a93771315b488ff99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6756483dab1a8f1244a1f9ac6dde4acbc401330faf88b0f4c79811ad658686
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3268569833b0a49822141b5c69d46820d32be4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae87d2faef237cf36fd1544c962ba0b150e420210f6f71eacc867539ae3fb18
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2e11bbfbfb6d13fa6c9eefa817169f4eba11e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11aa33380f5d75b4e5d661a40b62e58576afef08ee22dcc021a18000ee69294
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f4dbe02362837f46fdad62c3332e8fe92fe40e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d88d305d850768a6b15bc0cb35e0a3d1049396d2324fe806e6378b8a0177b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d2dcb9da5b259a7c7cb90eebcd025a1dc4894a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54a17b222c829c7943c62847c71da6a27a1d28a47632fda34a2d503f28aef0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7611dec580af63120ef82d05b9f1479b584b446b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d072c95f0285cf4a8fbb2cc5ea25595296f2908a08c8050c4c1104bb965efb31
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4ccd20e2b1068ed7de4de8572305662ef04cca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d812c8b46f9c6d49f493de489e3c8b14f65d440917f521198cba4847d2866151
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcc8a610d99d7806149d4f6db4edba07f66f7a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78405b55b676d95e0ba6a1c4ee32216bae5b0031ddecaa5f9da43534fa1ff5b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9bd9071fa26432d5e003f5994e210348aff9a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8ec452937df4987bd6cf27ad8203028943edbb8ce430615cad99827701e347
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aba647c9df0b331b43a4db180cc98a57a0a72a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5590e08b91973baf092e767c2464c78e64469d3b649d507ac5ca6ae246f9b89
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc63a9ad619ae6d1444fbe82c55d32d4c678f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a157a17643ef05d001e7a11c4acbb2460725d1a78788be008c454c9ac2057534
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d3d52df106b232a8772e834155b99fbf5680a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37fbe4e8ac19f6b4ba26875c91d52db817dcb4108dda4b84a2b158ade81b930
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8535bea4fa5be4d36782dadce11f2ca655079d03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01062623caf7b62e66ecdfba4a7e8836a9c2ed20b8e5ec9e86190ba07491252d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b369d876410f52faa9d2b10b5cba62d148ea09e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b3cccffef3a90fa8c94707b295eb05567928b5aa4ac5c8fa4158a9a86ba241
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8918addd7e86477c5b6fd15c892cac67bd451628
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39155d0f146e41ce70dc4c7e7f14935f5d0718042d8c7046016ff5262ec18696
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc209b3f3a8c2985ba5f99cc0a10b865be4b65ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffe84d2345513b294f5972da70049dbddc8a8bc8e42b4121ce57be2ddbe3127
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7c2d96ad9679dce95c7187469888f10a0fefec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3834fa56005c48ccb41173d678e8fea878e682f060b4ca92dc31c67d9a7b6331
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd408fb8fb73fecb632cc71ee2d03f95df1486b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7ece7ee8da1359917c6ce9b244c9724005411dfe718a2f9b5ec6f5129c9870
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0623141981afc98bd31fc8579cc56fe2cbe1b36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d84bb15cd71aa0c16653d9c16f1a1953923899567161f12840a2e344faca87
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e5646382a896667cd3ab4abd667018b7f3b61d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756f20833071b0e91af17388480628335056275b5985a4e006e4ea80e0d5bc51
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8f10660d8c2ff2a061e60b790080996ca87be0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bb0d8e96bc2f21562d96066f7bfb9be983a29f425e5e83a848e0672be2af65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc975ece1fab2a0b8553de2375a51b07b06d59c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee7d7cd8ebe9d291162c5f1e71158aa1e016bb95ce5a00643f773f594fe22b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3ba55b7ed252db5947ccd4345bd9da1232ec81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6062728862a20badc6107123e6716dc67b11e9fc853c566fd5827d013336ed4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d81db30c5c79ddeb4702f94745b102101b6cbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4a719c120f7323b2497276c46cad8ccf1e707d8896b5e174b88f7523d55b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffa446e9c972613dddb264d80d9c6f8c09b520f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81336ef5d7ac8fe7924061f71cefe534cd24fb283f50288e43c62d42a1ba009
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f993f0b6d23c90d8f3e491e99ad26a1560ae3276
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1eaac9aa0aea27e3a994949eb0f903acc90d6f7ba60ae754383a445c5680cb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca270afe69ece410a88e03498f4d22de3ab32971
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c82e89cbbee80d0bf5456783a8646405aa1decfb95c6fd4437b699b17ee50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e0eb11cd151f16a40b4f2bbf3dc95a71795552
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda236da1ec8eef09cfcac5c983c41df9adced589b4035033198f22ed3448273
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a397154f7149ad8d0a9dd11df9e078c81c51c858
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262f5c50840f1fca5fc699b5ba7a6ded8f88a6fb5bbf6f1839d6bf02494323a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae3f32eeef55ba0ee87ac35e8bd5420a3f9b4ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7083cc9b454876e3f7a6b982584a5cb00cab17fbeff43bc280cc4f51fc4d63d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0d21319bd1081b7e57e03215aa89141df7ddc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c23cee274976798238d8441d6b93c99694a6b25fb775cb07fe3ab287c982253
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a79f8ab432d41e7f9c6148ec2b33f18aea451e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d19f695e870fc80b76ec9ec48752d904a9ad1564da7d9238efc5890be990c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a65a911189739ee896172a43629869a6e5efd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbb800cc4610c0074d54057541ae8e77863b0833594dcf1e91069bd1958a92b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6722ea5867715e5f6a3611b051e0e02e8be85f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d17c055f905ef78ff2fa6d9523696f5d0935a17284e4faeb6049c8179703df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67abe1d46ae6d8d46a7b8d6a8a354a6dd89f88af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba89a73642800e254dd5978aae1afa4e4c8e5ac65b90e3360212de8b5d41dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd46164a4274b322f4b3ad92ae24c72c405ce9d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f399bfac4fdc518a69ba4aca71493c1bbc3abbef20980abb1b28d95d72aa90
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8125c20d1203945896e6238b919f3809fe1c83de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85754cd3d9983ba2134fb7b4527338e819f7277bdf21386499aafa4ac9614bc4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c86b92d4efa6fa6bcaa7013371b6a6d6361ab5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee355bd09b158686334b0ab7f6418c69d00257488c0fdba917c4d3d94eb8c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ce38a64f34377befce2a6b093d70de9d1ee369
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46c1305d9d60ec8f26fa851da9321d8283d43dbed329853360bfd4502e4a884
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982bcb30e4e5aeb35618886e894270c7e184d98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6071ceb5f05b285061edad07e572e9f861550b35e3ac90dd7e7d96fe8367673b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96605169ec84839bfdf13b773f85a33f7ff41b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28019398f553d8bff387125f7b179ea6616c8bff3b9f963b25a06ba3a0fa029
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8959fe8c944ff73a9d5d4d122858447fef581acd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910f67fb0092cd36dffc5b63588f4ac2c37632d1ec3e080786849fa574da382b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e403d384a9fd8551fed32a9bf3fb4456f429f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75788fa47478ba3c7e3c4d5274047373ac0d2049ef6e08eeaf378f5dd8428edf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740f3643e032e27aa040950b4b3773309934259e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4592f26b76f256cb2f70564412df3f036847a1dfb3a67f09ae2d55d499fc31b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e40a2240da523050f63a066aaa5df8a1cda357e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9b132adf76d1122d3761615ae0645183de9d607912449049d97d1280c7310a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb478e05cad44071f60e78b347fd4121b3c28c82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc93239f2b0a908e6ae6ab52cdf6ac548f6f95a8475bef2c86227eb6004ba778
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f3877a732d28ebaf81a1997bf0e37e5749cb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e33ca12af303c04c25061b1f6476a6801443ceea6d9165739e8fa181ed34a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b412fb35e795453e504c84b27c8ee57e560857f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae3b7cddbfd5b5a827dca670b3b47e494501c5880d4c9d4862464c1f893d899
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0168409a67ba86e34bd6c9c35d6c9c9acef63f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c509285a2ff11a09356fd40f490a65690fef515ee367619e441d1d6bffd8b9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb6f6ebdc170c5672f6894af53c0be6ee353393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dbb0176b2337770f4674d8737d8e594b6003db674e42d0b6b0dd89b94651a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0a6989c404380ed4cd2bdb362674c6b58b58c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebaabc306f55621312cdaeee0bb4873b717922ee23105bf5d3528dc76316e3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5d2f3e4db90fd179705c7ad9ebf30e6356d9c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c2b0642ba91d232111d1be3c1978e5e0b4a001702c8f613a885ce8dd5caf46
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf171e63197ca58691cfa7da37594fd7860137
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd214326e04f46b5a7c0c71aec6180e14376a93fea7b8119040c6a6a8bef24
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558a4ff20fbbfe266270a37062992cfc7434c0a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc251891c450883ac53b6938a0584a543c496ad63906c2dc191a268df79056e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b443bd08f8f8d52d7b5ce75f48f79341dd29b23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c51a2f8d582fa5f57f06b5655705fa42f34d20338e4a94a1df59187839e5b37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c0c6fc14e87653971515490f254e224178a18b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5766755573f7c7a0ca0772d053f6d940ec308d6599978db47e93e69ce59d7033
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaec443c14aa01ba8b8b25381afbf28bb4d6ec0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37829d4543fd962196de965f4d31bbcea0ac420ca0af38d1a2de70f6a90d96e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b2b99cfec4825f4e05bbe211c3b13f6ae8c944
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543f5d419e87eebee2d81c0b3236768c1ff44ec62ec822bda3c149eaeb27f181
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf629ac99e3c9583edb0983583591c23d54f0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a555cdebaeca76825caa5476ed0485a0a5d51a41f52110b5835b82098702eae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa55163f8fab000c98746fb6b4cda8f1decd3e8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194b3b8dfad45504903553dd423d09cdf5d08a802ebeb82550959f0bccb7b51
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05f882d748f7587d98126daa8d72dc39cfb2a42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1a525b9d04716dbd27087ca7a92a8948d688bb6a9598e5bf70886c1fa6c1ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b94bd8f4889412125345d4ec05b104fcbed74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9869482238f43cf9e5f6dab52b7b0982b2790c6e398452c95c6129753900714e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325197e179db964577c32c952a640ddf14e78945
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72c620f5ac0f261e999725566c5957822b8edbc209869d5c9f89c5198de2317
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d8db18d64411cf997f1b2d689a14abd7d16db3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041e259de869550751ff685698582248d1596109cf4714765a3028fdd0e80d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f85f46729fabb743904012bfd2e71d6fc211406
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136a5e932e32be0eff70337170588449e88996a792c54854b50c30fb0cbfbbb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30395a72516200bf769dedeeb37ccd4bc3e951c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea260c3b92f70d5350215916563beaffa70e88c8e6ac2667815bd86c2951de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fff9990ba8be88ee98b931a96df3cf2a29e7f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f16b634df10c7da1d9eaa5f1793ebd0c7cc4c49822a02d2155da3cf1e08e50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb23e8cd0dd81f6de914333ff0a80d22233e9c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7102987f883d9a3c101768691b6c4a53a5b8062093de7d4bc63feccbfd10a241
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e4740ffa29c41b0f09df013a8ac813680ffac5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e35e0b0e621173564e17cad2b81acc16c0f7cfede67f547c4388f92779787
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ed961126d8da59b3427ae4ba26cb70ef4ebf7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42b51bb135c47b916315dba455fd6b35d0af683fcca9e5c5108d1e69e840e05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8305f7adbcdcb854283bcb1fccc2a6730389f37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb3900cd9faee4082548bf7ce689a3d971f27c79445bf5010535141b658fe75
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf9908ca733c45825cfe02e58109ba6d8e79993
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82ee5728cf6745c51469706f6b4a38b9e7b9888f7ee799aa0e0ed7d324d9f39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a971b81eef4e0bd88968ae356825a5483940d97f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30ad03070ef344d9cd83f6b3cc2a07f47638aa7ff652ee950cb55bc8a079a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae8e7b0b2979e34e1a6cdf623e2667d62b02c6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16928333fcb20a457c6f3e4ca987602b753d56c5e57a2682575ecb978474a6ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f442d99a163842528ce5ad4dcad58ae3834423
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e10c13c296919544dee3727332a364aa3bdd4cf9c7cc7b613e91acc77d9547
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d5cd16a09f4f9a22fb3be9aef6972d6d2c7fe9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ed37367ac1b619efd8c0836aefe24a3a37d65d8fe8a233caa9cb5a0eccc12
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b377015fc0527e4b0f1a60fb10997b3acb700e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d8448a7fb60776edae31b6ee214937f12a826380f626873a639dd5f56e9d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38580798ffa452be6e0976d4ec81910ab0ac814
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8b9230352deb3c728a2f76acf49c72b5aa4c75adaa8268096196a8c00cb8fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d749964ac0f5bf3c19dc4db11a07c65e82cc81e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11657979de98a7a8b3c5a86b81f6fda3aa3e01128aa5199b304a6310c248da32
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e8e2e711e65797429ddd87bdbc9f551020c221
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5232cfef34fd0e7604cc96f629a1d9ff9d43bb7b5993f1f910ca3208bf86631
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4889cce33eeeffa8da211ed53b2b8529f58c55b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9132cdb4ca108853ba536d008f53e14f2b175de4245e1336cd9e5914903311a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1934feddace32727a4a7d3b563fd1336c022d107
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ce1c27fdfd3718edb443affacf8d0c0d9cdc97ebd2f47729e6c244e45b6e5b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f51960cfde302f1f33a841e5d2242dfdb61dcb9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67729d7eb85fbc7f63c583a006078f00e82896a46e5af6d7522b4d4e18eb6ea1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ef675a691e882d6edaae6c9d122414a8218ee8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f72b02631f809ad252374585bec00681446f92ffdccf3832422902e33740bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1665a4a489622bf742ccdd0aa36df619af9fe6f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0e1bdb4b36d8d64b2e1cbf98bab3b709ad8d8a32e00a7a7a54fd29e3da5af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9875b0faa571d95c7333fc7216d485f3f052c8e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1727057ba0013951899d1517f67531d97637df4693aac33c3fc2fbcc27b34348
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b8111a975063c4c0d8a8f9cba4cbe99f00669
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685d9b814a29860aef2225ce2cea6e98b63c6411fcab8c16c688cd6ff5f95710
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc71cfdec1b5276a6d888558732bbbd7e8df7f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729854827b0a2fe261a3a7b1f76022b9f31d33ac8e338a975f813cda36b3d53d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19381b1feb284f0b97d013019b3d0901d8d7655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c1f58e3d06cd70ae3761a45c97c4587208dc1d04c4b16a94d7b989a31316ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f414c2853ad0188651b545dcf3a3c024cd8973d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460805e44b0bfc61d32e57304bbc665f5127f54a9eaea23441061acc05248016
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43469e404a52c66cdc6d0fc4e52efc1eb290e5ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3320603030647ba3679dad08611575bb5ec8d59750272f6ebbcb13a1eb6931
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32b6155264be6cf217b7cd223bb3e0cd679d4b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cec994c4a769858698f8c9b97fe88d51f7ad7fb593f4c21e47b599b976d04d6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726bc2332db5b5ea4eb67f8d153e6b65d3c6f023
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445db7ff2a5a0e014e1a0235debcf741c6ea1e077ce8333015156ff19eb9561e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c551fa0080a57733e2cc5888397611e54bc1c31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d086c47d0e4742286efd875a946a664bd03acc141125109427a49e50f73a4fc6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4202e4c0f899bb5a2744326a1a05d14e474750
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db4080091803ffa63c1eafb92db4b931e7764ecd64f8974235e671064f65c14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990e033afb483753f3be0ff5cf4c1585b609c55b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef9bded60d5fff911b8e060b461ea0635936c080335849f3b5bcf315827e72
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301661e237094460f4b8297634bca9a699d2c1e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7ef2ccabd7fd0d023b9207df7afab4ca2c908bfba6d3a94bac7d614a225b30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8dab4f38ba44d75d1e7144859df284b85fd286
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546247e5ae5175ee1275f6aa74a96afd8de610c023bbe31ae3a79e33990dba0c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18ebf7a6a561716aa7508067628c103129c2891
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088930733d794074e094e82f861ac133f79566509e540c087cfb31ff2a58b348
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf76eaca3979b0918c1b2861afd7338fc0da66f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971fdb99332abb4f264adb1e6cbd00ec2a33b2d9f76f862c56d3120e1a16b1ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68f2a99ad35b8b577673fd61d818abd9c5a2bde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129d8dc80611c33ef651c6341f4d93269ce0beb4ba159b97827556c72cc614b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63b495f7ff9fbdfa125831435661746b19f08cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c1b8a296c9a77dd5177284c714fa6e97fc845fcb3b858baf83392a0462b01c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dd61727edfb234256a8d0e09e1eafa637fd2cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582956d6b80e19303a731b8a64921bd12fb14f25d3499eff2e87c5d4fc23f7f5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aeb8f07f037a494e7a645721f791ba01261807
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad40d763c128af0cc9728e3d7ab3791bf01dee536f84c4ce848433bbbed4961f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7de7300406f486f5304c8a46cc27e0fcb9db77c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c96ef509952ff990ded898a7bca8a4a06d366556e5a5bca8353c2a165c7fb9e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d84e1f8dc3481ff9d8ae087448f2a5292b6283f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b303b669517139ec5b67a51be27116fa91ce83d2b525ec5213636d5b9c14984c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46cf85948fef3b4c977e9c0921855d05dc52dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b82ecef2d3bcbe3f2067039a0b7b0efff795ab435ad10e66ffdd3a97a70487
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5061d4cb9bd9cd445bf45b4fbcf36078d0789ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f90393903fd02cf9c208f26e39793503a7929bb0f09db6f842c877d44ee7ace
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0ce7c09e2cfe8e492e57c36707eeb71418cc87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48b89798499fe91e2596c79c8da93e45b2008080e7f7f070337ff960999d98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f13f7dd050afc0e7af301b0c642915057c3b64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a293c553b7e359e36a749163655c5ee85de6a472e92054f4e942df1673ee5b7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee44b3c2df57077741186942e96bf542b7c5a89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbf29488ebb48b88b0c0ec0fe8a76414fec0caf6c7949e18c07509b08de6c13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c2ede5abfc5f3737adaf6bf9d982bab0274e94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f17e94eb6e6df731bf075d3a24c7c9cba3b4285f8e18781f101efdd89d632c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a085fdee4405a24e639ebd8176515e953430c27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a482b250054b1ed5e6bf4e35317c9c0e9acf52dcb87e2568d82341eeb86697e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1608a1a1a5772ae6d52d1005dcfc4b33217a91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9a559996aa6c2a1ff365f3c7fba5275bf01ca1ccbaa8d4e541736f4c1e2b5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c65608538f1acf1f6357eec7104b216f947903
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84b46569c1eb163d80a187b2257f3d48e451e9c02f8e32bb391b937555467fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbf24e1d28d5e81bc40d807e896a9d33afaf3c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac24c4c340b2735ef9e9416d8a0b5c17ee5587a340264ca9676b9689a7f1761
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36cfbca962be68ca5d77036719a4200f0173bc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911c2f3078c7a9dbf432cc1cc34a50d268150b761604324a361be5e7459ed8c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698d0c061c36a6852565766f062a730148343490
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdc57bc6c60af8d4dbb4d67163976b5570d4f63cb2186fb151d518d309cc669
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab2eb77a457fd1f366df60d70c9b27ab6679a75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea86f6167b3c6c197e5a4ef265f2c0d2ec406cad7021e208c3fc15d39e8af9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4fa9160ea6027f07861f4329a09ebc008c64bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b55f0c1ce0789a5111e91178e3db6d74f3e272927d7d611c48576a550331bf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4d1aca15ee681c68a62ac3c7d590b2645e322f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5a3377a51a11f1b6e5cc0fdfacfa949d5a95aa2618a67afdd5738726d07c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8372ae072c19b6b2ed8a0726e22fa4876b4fdaff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91079e6e8f91ea482521149794ce0e22586ef577e800f5333120a42f449369c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d29d07aa49d5e36c03613c75ad3d9d8c3ede82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9038a43c1b07d660f1cea6c2269e46a4603f838875b44a2dd2bbf6bed9cf5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdbf2ba904f212146edce6112677a2ac6a301c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa10be795408cce22a9314c30260e3844e2d72a0e73c060d5bf271b96476ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd73ceb78b484bc6eaf7962fb82157117e3a0493
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb28f3d594f109c33fb0691515a362be3db4731ed14fa70453daf9eb1db1bf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90fdb0939df40e3551b2aec8179232cd37024d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b693251f23b1de0beb528b606eaebc57b99a394d5e94f6914832909c030efb80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440a68bf0642810bd680a6631d705960e1e1cb50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968f759b99fe31956977f4ea65fe0a14a95c8c11692cd66cf4a0e279956f2d63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583d66c1a171a48e0b8f42acd0a45c9467a3fbc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6ae8d98ba72b526cd4938fb9d6410d2b5ce12602b8ffa2954da2eb07a9c9bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9470b2e5a6db452e01d50601b78120251b5fd592
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef2625e72573126c5c7bc6b841f61b95fe9f99ad566aef165e47016517a1a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458ad3fc934a29b34839c18d54f948dc916fc95f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4373bbc4d7399533d6f12c06f5a5dc6075a38bc3479159ee2c5df3151ea5c42c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2739311f6cdce0792e315d8e527d8a27333d778
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049e0d87380f959993c4f3eea83e91e931554954eb40fb4dc5158665ff4cc4e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10e333fb4bebf08ffd786df1f866baea616d05b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f28d7071f12791204b34228fc23f371a167cbc2b347d8a98cbeb67f2c640f20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f2a22f20f0862b123de9db97dd335925925a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9688ef8d05c16b24585d9e12eb1c09970f32aa7a85f36525bafe1e7da9764b17
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ee53ed5d0d0f90201e1564e417d29750dde23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc4350d943a739cf6f68630e73d09ad10d06662bcd60edaa59b4a004fd3a305
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7196bb7e38fff0cf5b31a7636c40afd7ac3d76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa3f119c5425bbf3753c2f67bb4ed24a1ae820ff468f4e89f5521e6a595fdfb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d46407564e4b0e7767caa4c134842226f3e464
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc141d62a0c435500a2f3668f5ddf118bb14f4de9e72063f14811b805f9b55f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928edcf21340d234c712626334007807136957c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ee928f38920c5ad547a6bf144e57510027db7da65c63144810881830dc65e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0d6b22dc7e2a3d3d3340ee82fda7d47dcdaf2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f9fbf5c7418ee9069c63597e6048d290148ee1bb7c917236253d14b070407e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72964cee69ed678a40b8d5e1e41b6ffe4b1515a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775e2e9d660f3b0eb1c29f5bc070646c8b9d5a479db09653bef31a9890400ed5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee26684bee2b980ae69ed1db1da14efe8e29380
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452d97b4ae45f54434e0011269c2da4765608ee7d0c7aa3bc40407d10ad3e8fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c5b141f7171d35e0bffc4f361543dfb7cd532c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b5024b00decb536cf5d4bd9ff7e410938570042bf3625984439812d0835d97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd955b39cb5a040c28a75518dea7561ad2de6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af79a56c8961813c55d6893bebfe15e4b5be1f90e977ad9ef7cba917b2753204
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5e4a74981c9764d5eb58f04926b875975779a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d549e3ff12cc25222b05e3773574b544a9ad71b349e692a8041f6b1d9475b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e9ab0afc4ab32ea17bdfbb82a8254bc74df1e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f70a0cb3e4ff166ae9033d004f816c408baae2d16de346e5d039b64259afa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbc5f9b7c5d8af72a05c2abb7a7e32c55fc35fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cab56a717eb5f5f547f5dea9e419b60086cbf3957ac45fa13653607cf544e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20daedc721a6c196fc3c79bb281745aaf870ddbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c014a6a4972f724db2a9d9fe8014b5e481c2a81875b428b3901845e70b3991
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627f90d928d774646821e0a49288c60678e5fa18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8799234bb8c7ea77a0689859c727fcc77129fb46091b74b35f07e7a8447aa39
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25f1cc9a58a448e3361a9117f160639340190b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c17877686626f89544ba51ae1dfd0f5f257a45b9f43a318d05428b85a5973
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e282b5815e1f410d4ce5a2bd25aeee15a3681
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ba8e9eb4630c1fe742e0c55fc8500a943c21ace47e42df3ed1a51999e5e4a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af84e38c6c663d2e15fd176b9090a3b1c8209984
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0ea79febcd54854fcf8693e0e3fcb833446b601b1e3949d65ccb1f75ee8903
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc1cae1f0a172f0501caa970d8931009142d5b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a658884cf8de6f1b42ae3af4259fad13fd5961a52b448bbe0a63cdbda55846e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b9bd60731eebb4de6f556ee15f6c6358762f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11716e9f08c4a7c6c3f0a1d1a919def26714cb29da89892b15a6f401a0dfdceb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2901c6ea1093a002140631dea79dcd189036443
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a940165cb4b3b0bed5e9d8eeaba5685305aedcd7462c19642a9ba57fa0f5314
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb186afb58bf8d89bb4850cdf745b8af6b98ae8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1179d55584874156838d35fab0eec1a27ae65bce437c8e8e2ad7776885e96f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff6a071d5adeecd608d091e4e11773015002ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7321d115e5fd6f01908bce38a26b3692ce4ad1fb2a2abafe2a2620c270964c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a972e95e9918032ea471904fd02ea366ddd81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6821809d4e514096968494e3dd2e8146f1291955ef88b933dc309b39d3682ccd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98e4211ccb5825d965b6b313862fa73cd0d2aae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e956bc3f989439c89c9f2c9ce9b7f39eca778f892a646ad5534d8d5dbb5267
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282ddd300555d1e9a3813b3fb12ab8341eb605c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875751ad3566e038dfbbf3a987bb69e5e57bb8ada4dba80f8fb6aede51edc6d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e1a80d606f1a663930172730de4939c0b184f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6be2cbfed81e294f09dde0cf8157205b87feab04783f2019f5b7dfbf8d7f39b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a848a93e20ec3bb07a4f23642b8e1c8febf460
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af31dda4c8f1acd808dac08b4ff0a374a95e526afd51471519cb0570869e8048
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1d78232833775878908f4cef729c2733ab35bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f35a6f4feb6ac071c08ea7ab2595aa97c4a801056127f1d090c92cfe23632
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388ccda79a01ae4bf2330f910d8061cc77a2e819
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbeb307cdf1c0ae4eadd29e81ae7b327bc40ee77b4aced4806303335dbbd7bb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2986d06e710efcce2d4e43fa50426d1e987b29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c186e72a9a2ad29c126a1f46e48a39cf4d3aa3a2a3133367edab0ed68140e236
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfaa65a98a38c3bd60a466f865540de5685ef4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2fff380b92bf9eaf72b88ac92946b3279ffd97899b431a6fbdfeac923c045f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b484e77d0a8329b6731dc033de7508a853d89d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f91a56e232f04878815837f62f32dd7abb344976306d580bb614f77fe95a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40afa7819ca47d9d1846a7af2d1487febe36823
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993bd5a93e5aa571b0b6fbb6b9e586bba3253676d0eae55222b3df264c4f7ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5e0bc398d49bc7ad30494bb8ad0196134c45d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255ff11acec4942d0dcf0de978fc14d8ae10f926dd088357fcb527bf18054830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ccbb2edac3d735be0dc0b255db38e8d7fce49a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb470f949af38375faa74fa21c6e6145a81ef9705bb5d32928566a09dc4aa9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55b603daa9ca305c2abef798e5cb1c1bc63cac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef69ed31f3af9e74d8bcbb37027cabb8d32a30d66b5833805bde4040d8279ee2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f56cd9cf2fc1805ac09512b75761d0993436fd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf91ff407ce8cfa06ea6bd0fefbe73706cd039c67e81cc3b7aef0fdfc2d1c726
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e1ef2a21254ba8c5a161eb4dc8f492f36a2cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa941272f651cc00e9872d53ab54d2aea0eee87bd72effe5ad34f971b235f5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287792128c2a3bcc981a4088f6364b6fd7fbc05a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b70786caa91207eb39ec0cada9d7372dc0e4e785ac35ee7f9c737cae76c77a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e7cd6bbc6bbd988b049c38f2198c4386f09082
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec2c783c4a07291cecdaced97bd5287f55c46c2221b48f51c6b7645637d28b1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3038590313886ba40f86dff8ca57e7bcb61a5339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd952ef09ba95907d025225f66654f3d59eaf741fb5f70b9ac93c99014cc5c2e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead8b5e065092e9eee9df2b929baa2f5716da58e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaafcf5928544ccb2ad648ded123dfb19d914043ac3de6bdb4ecb8706a61c50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5e7098829bc36018331fd9cb284690996c95fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fd9ed1753dda6ab13d60ea5a0f5f9b43d4fb758aaa1c526576f2489b4cd9ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2577af938bdb7f230ffc54c094cbe172eee2e636
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d766e4f56ad79a8a9fc37fd4f349702cf4b49435a3a5e981674a28135b57a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762bd3ad345b1e5ebf146418d9f2ef64973a5f1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b735cc9badbd5c4b24d84bdcea7e2da6478a4e11b78e93c44745bc01377be5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35a65f3228d8a1eba142838043b8715a20bd677
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d2d8a8c8869017e34a45f5c084a7c64607f8a64e840e1eb4fbe90d3f8af9b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af32a4e373a8cd082f0d22e7c967432b5ab89a4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dfa263b0afed211fa7c1d206a9f4bb7750016a0e3bdff6214a86fc4e7f8e49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fd7f84356580ce9477e493ffc36e8795840f89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5057b9b3015dd84f4eb1d2af0e33b0f2c9d6c7f164b0cf29ed4c89ef1f79393
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b346fb182dd0b859a16216954cd39e34530933a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a258fd21166cf77891c463bbf86bee0f928a557cb1033e95e7c30608f3039e0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4a15ec59355354da51a31a4da0e570fe0a3609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e9b27c640b4a358ea80d8daf430de220344c958b08a316bfa34aa07943c27d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95355c0fe0fff1e1d3b3366f344977e4d0dc6a93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9fc87eca21f2825352b85b476ede1f23cd98b53b6d27d10ad4b8eddfc97ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcfc783ac0db86be7c9af8ba9964871143feb39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a270635cf3fa139673b271ef0c0ec9d26ed0858877cb2ffb85ffab3c78b44d7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d498b162e86cca0c7d2a6d64f6759baad5f487c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4d75548359708a2620184f874c257fb417e8b0332bd550d2ee22551fc3ab5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36873dd135497f38278bff6b0b9267163a2eb172
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4ef6bec67c63637750374ecf43912554659dbbacda0fb5fc1f626dce6b0d12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afc9832bdd6e9153b9fa79756901bad64bf5e59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e568e3759e2cae5a3315e25c0629c4d394cc28355dceecac4a7d808ca7e92e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41732334cafd8adf76eb7c39236a4ba71e459a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ec4271a4371d2a0c9bf9ab9fec48edffb44a39084113e92ad55f24c759d70
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b988a885ed8d20916d02302efae67751e0b900eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a635e41e5ab5464430b90464ac4a99193ed0b72c4c887f23ea44e5f34221277
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5a0a602ee2ee4ab5638adb82536e45ea093e3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6924d5bd732ca9ddd503f04f46b0ad06f10b8a3e0b0e956c2686c63113cb7374
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98219dbd08a3b9f8ebaef4a2f8985bd8089e3603
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4587780ec57733006dde319363677d28b707bfbeedf0523afecf7bb7f64f0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b345fe963a187d09a9ea98450c1f5f18cc87b299
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f6ed3fdd183880abc305e2c1af87db0c4c260710b0a0f539917cc4f0d2b85b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcace0c5b7dd58852cd8fe0a10f3e22a0cfc7ac2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25133d7fab7b0d694f8bcd178e9c9f738f13e94d8bf4de1af028b7bfbd615882
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7417483ffc71db345b068069ffdcbe28f6805882
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7297b3482d97647d7b3f34182163998d7bb916539eddfabd3baa6359988324
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f5933460d2ccaa0fb3bafd1e6b61e001e10c66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86119a8a7c01847386fb871d7ac46b886477df7c17d5949309081d7ce719fef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df240435005d9dcdf26134f98fa5e22a7bb18c10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b4ec589b49a331a9e3747855c4d047ff941324a9c54ac1a6af84de0ceedd64
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a1d6358a72d1474bcc3d724520dec0b10f7e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2942ef80cdaa9ef8ba0754e08ba4c94fd859e0627a5dc6576ff6de2c25d312e5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261ac1628d208474f556b15615a066a30659454a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc3b0b1d228306899c4bd07a4efc63cef59564665b2f951fb5d73df2d02fca9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf1166f70f2da2ab1910ae66f19d8f7cd6f0c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe453628c018db743d78a7b73806d087ab92aefc164025a036d7e404b5fa7a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bf37219c4061b7c0d60178389d50f9d6929c14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89449f15622745fedf41417ab1f18ab3c3c5272acfca3a1eef4cdc3ba7c05e97
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc76de2ec8e0adebd60f6d9102880c910a15b18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d67933a42aa2e99929591625149d05f589a5ea8899cd4d7178608dfd0f488a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65667163ae459ee1f16005c64f29b5bded4175e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa76deb97c3697fff8d9ac96424ec69fc20704b1b691adaa407b3f387b2b4a37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b193d2d1c5511a0ddb99e27255e3d28b58831dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbb46f77455d37b84092d612bb83ac45de9621369ec423a46537e0d5c38a10b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd255e57d82d65c545510a26153f1661c550aa7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5240079b032147d651ff963caba3bd8412dfc2e707dd1ad164dfd24340d5ca7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e1f71479bb2690ceb4eff33fdef8097cc12fbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1594c55c146b219668776008332a3e078a4cdc7eeb778b938b1b8020b1368de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd097b57dc4f98329be0e0a7cb9a1c13f4078d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fbaffe6c20e84eeaaf01021a23775a12bc46a4362edaed45cac96bb76f3f37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beacb28a8e548f5f8d82d16aaa50321300be3467
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29c00a5a4547087b0bad4f14a202d44b86d9a26784d13ef4a9982246970d95f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c9c7aa07f3d8688539b350ce85e096b5532956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c2946bcc14b492bea3ba1d6df78cc8f20d2614d9b83dfbffa622d9b261dab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fa418f6c137fa00ae5f4e48ad056da162746d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea1037613e2ae62e72cdc96bd37acbd6bfa3f15b50fd790efc8ac12a796e91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdce7046d584d5a7063deef31f8c46de5fc9f3e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840893ef12e0485f5359251346840b11b38baa930dc957922b46eb02a4fe009c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c292363e1ea26d5d5f2acc77abf6bc0798466f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b08888a8b6c6af73806c843a52948660788a0a207e0f806b537f87bbe0407d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aaceef45df52cf92d94357704cb97461ec9c69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9113b8797b085961d252e1bc002800399a6243fcf0cac384012ee8efcd30f1ed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be867426be8e3f769af85ea4fe6f7ee847aaa04c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951b0ec705ab31fcc4e313069f880b50580d220da4fed935354f2905afe100d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c0fba64ac90a5ead46938011a0ffe71208d239
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6184d7e91a1a971cca8aaefd5047d8aab54879f0f6b6c64ddb2fbd83e51fec34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284fc639a674ff0fd0ed727f1042ea91b30d7f8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce12aff9c3bb57d33917137cb12e49e27bb29cfb5c2d8141c45af652654aa00
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb49e9dd8c2fcba5d650b50b63d02df7d1941573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135afa840ec8ebc77fc817213ff1430ab06a52398a3f491743ea13c3caf1946d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2f6f5dbe7f0ced53fafc1a73c65537826b010c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfde6881972a7d5a41060d6f34d1328ba3a2b912b3393f7ab9077d344f7ac393
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf618296a2c005e3ddb53f21a41b16cb47d8339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19d5131f5bcc4acbba9a1f6f77d322f306fbee6e761224cdee605e356d3945
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b43af5df6a424430dfe28fff0a1b95c6c4970
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46612327f97d4ca9850edf117d0e5996c08978d004ec05366b56af4042f9692f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4f7a08e495efd3d61a7fce623bac78bfa0206
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117b1faf9a30872b32f6ae3ad84bfc457058686c9faf411dd4f6704ff89a6819
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff88acb3879f88cb33ca792f5bf575f1f37712cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b0e7ee4d84e6921d4a5e9c436085c29977e3bafc9f5e86e33b8045bbca3674
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff52b3afd694e62a5256beb1493ef6a456f4c96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fa0955f26f38df7e029b0ef78cc4aebb629ce149acdaba4daea468a34ebeaf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b2174ee3fee2c1acff760a346fbc2a89f9e38d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa48479b0062119b63051e0863c0944ef32b141dbe34b89fe37905eed677e7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84066d8708048cc00005ecc7d1272e9281cfe1d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91f0572361ca53d704fb60a3148e60d5d93007f43071165497db8cb6230841
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ade89f40db3c6c4175c575963691f2ebdc2bae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ccfd29fb96b97f48e663c6e9c692aaa12bea420d05328c5e1d480ec46870e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b873ab4adb529e850d0e7ecfd07b8e2839408d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8bf9bfe37a5e68c6c9b245a010c1689e89b98406236205789e02786133edd0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2999555a64747ad63ae129d957bffdb7a5d404e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a4f6280be29b2b781d3f28116690adafc2140173124a8ae9282772b610a657
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0210e79740872d29c1b4f0a1388902b668042ec1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfe5cc11923807be2348109a5de24068abdfa19d9f8c735dab67d94ff7e69ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5244dd665790b2cfca2c27ea874322ca1db7efa1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b687296c716bd46322f7107ac8181e4de1af6576a301ec4807908582748c40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bca17f322a27b4457b5e6edfb02a89274b74a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5439c6b435077a8e0850e619e5793261d1bc152c06bc571e2b47846502860b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e093c73c02453893c19b6e1c64833a5b541c69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b2eb07b261b63b500c26c7226b31a9aa19ae5b25980b2beeb589b2daaa85c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c83f6df327d36d2fd23ea6708a1fa63d70e5680
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8426cf36366dec870e7ce6595ce99337145c3634a6c417a5d95cdcc29fc9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65aad604f405490f6cb18d3114889a75df6ac44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76244147868e5b6efb39d51258f3e9ffd6d6f6f3ae88778d3e21d9e15ca5206
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fad4adcd81abea12574c34e452d118ac42bacd0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f3fb703492122e1be2427f2f1c7c461283bc193fe9ded7c1326db01405a47f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa55c3a8fb96f095e7bf5ad092b262adbbe4323c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425a1f7daeeafa21f5df317429ab2d6769f4ba01178d48514b2357f0cb9d0adb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c664943c604b91af7a1f1d3a6ef22ff4863a223f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48c6b5f38d8dcfed1ed1531dc1fd88fd9ceb7851bacb2e3e86a337c41c9747d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fd71a8e26daabb3e77262bfe598b99d3546724
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcad00a80e6debad729fd8fdadb9c325e8fae11cd78fad774840e1c20a22ef88
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b2ea45787ff42747b6749f898dc291155f996
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baeec33efe9999fef9580eff6dde3a1e8ce9dd0f3d118980f4af251f985278d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5025141509a2bca3c0af882e801f3ae3ab9a55bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff55d717b2715a2461b62892b2f49ba2248127a5b6e30f3ebb82a6ae7093e324
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b610016e69a41e772c346bcee7ab1ed72f5b98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0acf81d6867e32be1e06d290068844581fea0211b5a0f828d4e5dfc42fd5fa6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df323b5c80a89c81423fa9647385d04a76a571b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b61fdbce8eaa4c7efdc930406d9e4a011a143046cef74831410b39a35fc864
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8dfae2e0b12315e9d15221d31ee38b8639d4d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe52d5bea1a7c63f2e5591ae9a7414eb8a959197e104aa1a79ad620bfabd020
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5f63cfad305856eb2a3f676976b69dc8238e65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4f2be1e810a1ca1da9ae571c8a0298bbfe9ef9464d3b56168f91fc8ae2882b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38962dec4ad96d5bde597d6dcc1fbbddaf088609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c2356a82261d583e606a424e52cedcdefcc02b272c62fe050754c2a3fbcce5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd348a41d4e92613a1749cfabc7f79175048362
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68395d083d9057bafbdf3bc119d938b7f2d265f474db0522831020dc67695b66
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe0f1fe515daa295747bb49737a7df18f0ec281
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed184aec43ab5f7d41afa35052d9e3d8b6db01d86f6f45d6a4f59c6388977b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeef790724ef59303471ebd345553a1b73383b00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37577befb600bd236c99560124e047bb47de6a35338df793114c502a1404c832
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a270c89f2a9069c748eacf46d5480e7125bb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d0a07581881aa884ffcf89611f8fd88a7c33596083c8fa1041b4111715540a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b0f6f7657d18601324438162f77d2bf9d01ec7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdbcb019e3f603b88857e364b090250ee774e9d3ab30c450095f044175ae582
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c509f4fa8f8c1fe1ca21af2b10b01bc13b101d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5a2b896dd838d2ba3822c06d8e09628cc299fe2c4bf5c1b2a25a9085be60b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2549aa031af40ec5e70eef0b871b5cbc9f67597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97b258d4825e17c0f211b4e7af01e1b155002c6a11c654c5ef46db321510c89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b1239f9a215946c845a2e921e9fb3a39e57cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0021fe078eb65bc0c6989a64390ad3bd1e424183587cb5286d282ae4b6296fbc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815fd6e56ecae4a884313787a15d7f9be6b0551e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c665f31eccbaee0eaa850996311090c443b9b2e5fcd93bbde459d7c4d5266839
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8c847af6138603d7bce91ffd04a3dcf4eaca2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d580335e6fe0e91099903a26ced544a3f56fe955f2ee2ef3201a58564219b3a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f7ff73a3914d73e1e47b56771bed9af931d83f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab818f330d60c1a24d6a67f5f26cfac8a67ffdd380063748be9971682a9579b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90a82e91f560b93de509994a200624ac2e82bf7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228bb8c0285331f9c91436ccea03efe002f08e217039af4422f0f3c2a9434902
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3ad24280b91cba452e8ad57e67c31c17aa01ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb137ac9b68bf8d84a3d2329d604994e590d643cfbc4c86feaead5e986b41d6a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a14528c82c307b06a73dea31b05d95506c11692
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e84b4571276ba48d4d0b0cde2ca1df36fbd4040aba02e2e2d60d293756344
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6df5ef1f9afc24973f18822eeb074af3fbe8be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9210ea65b8b325702d8c38273778b7d3c217d2108afd9cc49d96afa5655b39d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0df8a8ab587a6e228fe7bd9cfede74393f234f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c32dd7a173f78bfe3ea316901d3b88abcab831bc269e4520a8f5080c288725
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97815430662e12956daf7886f43d5cd1e8041f90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0babbe9d8caf85f96cf70f83c714e794acdafa410280bb6162ed7f59661bf02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ee177a3c24afed5356dbe4b2c29db45086d65d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b5e2aed01525161726982feb8eb26325e3260ff17f17420bf4173a1f1ce0be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a164663a8e014d4dc0a8673cd10cfb10c9e59a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897bf9476dadc9e8fee9f474e8ded4b898fd885fa85e14b4e3c4070525cda55a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853767fc76a312af94ccae51f28f6eafdacf6a6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e970baa904026ee9cb5a95b19fe13c27154e224e4aaab6c4e81ce010702cec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99fa8b6259cc43af2440e2ce607718be41c954
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac28900ea287788e1b04bfbba478d012fdcdffcf4146302b996bfc3916019c33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9908e572ded5a2dd592a01d238c81af186975
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a23fbffdba728ba2e84d33f9443aad6fa40432c2b5587b1f7b4cca161e95739
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073df1bf285ccb5a44a3790e988ec84ccb826f46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e3322e0a344857810c3043a049ab716d25f71c4bd3adfd600b28bfab308feb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375483f3888dd61dbd49267cd4365842110d6c87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f3c5f120bd7811740230bd756bd0c50a9f5297af57dc4466060dc043b2f733
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcdf93791ccdcf6fd19f4b3ffc5cfa34bb7246a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e661d490bc43a7beb6ea7b97d0b58e8080496a1c722c15e6bcad6203c626bd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ff0e7f45a1b631934eb48cd063d45b0d73741
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98988618c42457309d198d1fa02cbdbaa5ea22ec7948ca715e967a5702801a02
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0550a1283305a40b3b709906e95a4e0cde0c991a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf19df3d904045067eed395b0edbe91dc93cce4eb71d974b6ee662dcbd9bef5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62185f8c2fa2082fd16e40f1635f11f0516ee9d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1b1db852e46dbc25a5421f6d9ad7f544a96e9a17f59a0f9a43886d77c8e8dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144b22645c1adbf909815353ce688859cd3422f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8711f12b51641ddc2b4a18da6b33446acf75ab54c5aac77c66af71515aaf7e76
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ddb392ab00ce950096c927aa7da2da6b5cfc2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77b64d2dcee36632e48be9d1aa87a83dd00b36c4d9e3447b20a7c201efde2af
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c73ae897276771d470036a8e2d46d8af9920ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef66cd3b22b224e5ba6618cfac8917667083ca547a20a2f80ec9c2340cc06ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322856fe48d317682b8c91c65a3dededb896a381
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa2c8566a92bbf8359735c464d89245a25017d7872a974b74a216d9105e49d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c6454931245f9d5c52629b91cbb70b82e0655f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75cbf4d3cd6f090ea5c94461f9115dc32b4dd7a2fe33bf71f6edb3d2d7ed264
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea8c6074d733f6efdc1fd1e166e8adfb1aec89f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee27527d92d004b4b18876c8fb4fe54505a783f29f56ac8091b8a0213e7caa3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e441e662905c75b81160a4a90da474bda0beca2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212a58f23bdfd80cab50b8cd324fa69fb1c77645cefad12a4ec4be3814a6eaaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9bcc48d99c656a86c25331f05af8cedb449997
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e950accfb78142b414a50d0bcf1a09eb7917474fddc946fb066c0133861bc214
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6feded90fb04da3bc18bd818004827b8ea5c85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beab4d41fe3a4407a9a1c20d14e4d96227636ce8f0e5cf724d0b6742744f2cc8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02afc30e650dddea715beb660e19effbb2e16718
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef891a36dc561f2dd18060ec02fecd2c783f779d8f4e0f815216f39bd8d20f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c9e942b10276994a9862e47db847ebed1bd76d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288c8cb6e197a70f2cd2e9ccabf86bc20a6b06fd7e9d73c9f2ed29522199eb61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dee7340e5aff3b3058c7dfa2fa227b97582c21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f59b24477bc1e693ea7dcd1ce60c9788e013b9decaa8e340ba998d53981ae9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5193279e4134f9ed37c47529acecb02bdbe30a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db24e216c9781d9381b6c37d7b625d2d0719b359f400297bf7a1c9a8205d183
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167dde6383c9c583db96134d30246850d47b6b46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd05cf0acdced992347bdb5127279e0ff7648fb3038cb690ad47fd78fa54226
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63db7d32ab70714d3efaaf898b7a67dff4bf1e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e395e43f517bd7d9e1d2a446701d6d96deb91f701af904404a400483eb89162
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f447c624c993d1fac0237590a27c5873317e8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1c784839df8906f6541ce335337fde7a741a8050aeac62c04306a0c216ca35
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2969ae15b82eb2fccbde0020dc0131e78cb3f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47695e38877fbbb238dc5a20b69af145ed42c15154faab195832f9fd7c6f623a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ca39a5dd562113f0780a8d4e456797aa44d9a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840d592c88841ab0e2383796ce7a56a02ddfd8680717552dbb8fce18485f165b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f29ff09cfc76467d9f40f9dd30f5fa06520b2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47543c29e50313a06cb256eb1514b2c8a9ab6787af7c3749cdc15b195e81435b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943a9793fedefad35833861c34f73b93a2fa1e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14534d9d70f8083f1173272d0a6e5bccd9ee38f636eef471cf9b05959385c5b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b7e5db91a702ad7dfd8345bc8371c6a8dc7827
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b2da8a2091bb6583dee44c7fab5a23a7a7e15566bf7210adbb987e7de9933
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2242f5a70e8edb0517f9d56c30b96af87ce3c70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31725fcf1af095f9dcd82bd92e73ce8f335a36f4514006baa781eb5793e17190
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060d3543ed3a26af637b890c61e60715839eb22e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825c4019c3e57795a4496e187bc6b00c96bc6d8fe96f0e9cbdd9f96e0c751d00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d610aa967851e9f5048d692f753bb34bff762a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0a64c72a5d8e717f11eeb871bb84844b060cf64218b372eef784471a74e441
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ade9fc3fba63bb6c025149aed2eb2d2dd539e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0608b06733584ef0b7c0f43e437dea27304323e08df410362ff7f4e11874eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1851e8bc189f5b48b4dcde456ee8920856738123
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c0d80597ee68e8146f5b9bf63dffc720822dabd5aec2d74f35b589ad79a0c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6106b623e7b3b9d41555a2bbfcec66950d16d915
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289b8188639848a33f9a5bd6c040739bc56edc375739335de7fc82307ab2d0a4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086bfc482ccd382300d3ff305b6d7e7c92b39259
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba2ffe97f078a333156f7643d4e8522773a0754d57125a049e76d043c4f3386
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca74164b9cb228b5ebdc408f2a00a144ae8106ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7a836cfe7858ad3e9a5f41e75042e60b35d69f6ab4cb51858082166415945
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4042699bebc8b1276ef3c329ebe552a56ba2c3ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb3ce83b8c1fb1231faf5c26f1dcc605e6393cf5bd68a64484261ec5305bf05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbec3f170088f7339b86ba0be12197b19b3a0f73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7478280b2ab7c3074f7b963fd76931f8ed108ee3e9dccdd4f63b821cd252f8e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcfc55ccd7bed01b1b8d4bd0ab84f24818abb83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7968018cfee74c3dcb0c699362547eefc8c344e4199b598235adf03d00e0c87
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f73b7c4287f268d68c7fa6d444bd54ecf1cd3ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3f6c80dffd6d6315836c700e8b5d72957d1c0868d891f4296d86adaa7567a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c828e7695649da12beb621b2e863b09ab9e4c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20d9c831b256370f5abf7a9cf27c39b0296324640e4be96ed1c28b7ac9b07ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c27f072bfab5ff39f1be069d61ca49d02236d07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045631760df9d17d341dedd01b871720a2a7607f869a462b7f671dabc2fe9a37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c503e57c6b327a0788e27f4afdbe7405bd07957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b3007f76b0962ae57d0c8e98c404f34bfed804fb75d76b3a4b3d3749cca764
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a38d96c416127e40d87f1ba2b220cd593953e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee5d7b3dd51b978a0c166f44e0a2e0e63ad7d82ac269d62d211d523ff0e5a97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4edeb2d7d425b5651fa9f75028d53cd025d5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f76d9d87ffc97cab3544620640fcbf4e31e18d6994f18b2acdf1e4885e47d3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5229cef091a471f1fbf071e5348a5e4cb3641bef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614301700b23c1104fa270b83587c0f767d8aa0b241ef0d83defb9f1e9c87eb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73feeaaa070638e54996bac4060e7233a57197d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc3bef85114118c9a6f5e4e0def94b7087fb137044ce221eedadb1503ad2a08
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b458b84c32e0bf1c4e46a86d80617866941f376
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa18db1904a150946cce9d05a59295982eb52d005ad1e67ebe644ba070a360d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e2cadcdbaa887995945bccc9feae46049d135
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884951b7f8a581813c9e9210bc88e7c63c9009a95e3c2f8b9f9bf9b19f337a69
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f812ba62e5645f29f6db3044f8e64d7a41d53c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15834a79a3e330e2ca70653d16988eabf561b847f59cf2d1646d994c559053
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8777903a4a5228f30e3d7f6d45580710b8828d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b78a94efcbb03dfa6c11026c83822f935c7d91fbdea3c499a8f8f70d778b47b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59efc44ca475d2fd835d86824b20f676a6a912f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29554f30d21fb47c76eeb2d807df19e77468031e3c16c9ffad3c288b13623e0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e297507f005f298a7cb34bac15d71be5bac55fa3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8cbac9aecfd46955efb555ecdb29c81c02345127cd555885a71c430afcda44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64d49c927beaa9cff25d02b91768474f8cb234c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776b1f02ab735f15d237b85fc624f70285bf5707ea48bf50b89347c36b9f1ac7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301c25fada9598406e3cb75299d19e4b571c6308
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d783f34dfc1dd262a29d7a05d2482a4887f9a1ded340791741e54cc8e51a7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840dbc0918a3014db887f1e62b645177f2db0181
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113ff9ddf92d1598238c8053b194e916794e0f8d82d977c2484a2b48173658f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5678afbc076e8bd6f9fa1a3977af90eb0463f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069fdfa78e678751e1b2bedadab94800f01d1e1fbeb482f1d931fe0d87353998
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6cefba72802bc0fa60036ce0ac5259758e280b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5345ec35ccb0cfab77ca468ca71a88c967d09e5f868d77a415fc6191a69a39c3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef15b342881a377868c9168e186ee1bc2ffd122
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0376017f1007d794429ffcff37b3141ea14ac184a3ba292b24aa9431c33fdc41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9c08e361cbb069abd7c09e4e765f71bff9cd23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2829265b718d17952c56e986312ad641f95f8656518e4485b10fbd5ec0576884
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b9760b96e59a05c92d31e9c097792f7782d806
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565cf11e970ec071e3970fa0b58d91d694d52513193120d263bc2d7435fad9c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b884552019b849a26fc29793744284d436a4129
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a0e7c80ac39cfa2312c6254efa3a001ea2dc23c17de16e31bf848cd0b17d42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192e65e32403bae7cf88a0fa4959f35b40fb072f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a236fd6ce81c15707ea68e9214f190a928c458c32a8a6c7ffd34ed4900ef96
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8282b87b633656dd399d605250a43d37c9bf4597
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb8e161575e1d34f0cc44d6575bff6335eae45b301a23c220c3b3bc5ce689cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4c5b42417e47622c201587e1b7e92512eb7543
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866e4bc3f80ac46dfbb90c51ca4372b513b97c9ffa3e69f32096ee694826d52e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4f1a5d0a9e84cbf7f1681b2cafaad592f5bfb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c301d137bb35c44bf27d87d5fa26c67cdcba6b0f7cfb79669ba9d6a11385ad9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1f378e230fb4de3ff5df0638fa7666ca974a64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6103f79409f09aa555ff4d0228dade7b53d4708daab53c95ee42514e6390b7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57d1ac9237b8925151a4d9fb1afbeac81c8a984
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0257b3724771fad838d644a022383eae5af30227aa93dbf6b261f8bf1c8b6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44934719e7e462081865788a0975b9a4af094e6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee85bbc86e1d9d3b7fc0a628a8c7bba56464a5c508d6de2f5352ce418a8fe14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b78f18ee279dbcb28dc352709d3af3527ab874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90eab3b7009f34a46ef5b7ca68bdd10460be6b22968c033b3a0c5c5aec3ab4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d54c0f588c53281b148b573821c3d178cb527a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a8144a3657be6fbd6302e629662b5c81d7d1d151f23415c5e9c64df83d9ca0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e7b7df8a820f1b6d0b0e367a13d19db25e3197
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f1b39117337df805c80470d7e618be76b956a528fc279bd9a5854e7c4047a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb8cb403443346f278c8a11de77fe618b8661a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6f78956983b408e34038f8db69205fae2eaf45b6f0f8a065e5ffc291c66b65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ab49bd44760c514c7083e819355d48d480252b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9369e3f124318260b91aaeb1ef146e44ad845f5d475ef3754913cd63d5f590
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3add1840f9482fd721b6f9bf477ad2c8b65b11
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2266b18b47a0f8bab396114e6948bbaa8660d4968c333e8b1d1de4b27ab8f0aa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354cb804da9cbe1363fba9405c19451b17143024
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644daf9a4953a9fa99419c2d14154edcb1f6169300a1525b846dbd4a3920a08c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceded1b5d7ee8ef457a6dbffaa823db646d3d72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1c92795133f8b9e903a7afe6e758864f527bf403e92647c0ca7b0574c5eb01
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b09eeecf3f8a31b7335297ef80c648451ea6ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99f22e9897d98d4e579dda4f56eb5855e1b4f41bcf9a0f77888d757ceea100
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374b55d604a94e753fa465ce1974e9b6f3a40d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20af2d2261e5bf59fee448da2bf0112d9a6f830cdaa7f1f31d7d88bfa76626f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ab2b2326cd7c070330f4ddc5031dcf5cb089d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ba66a61dba4bfb6485de67e52934c097733f2a00ecb736b3c52025e0ab3e9d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ffb588b51316fe2a18dd161d12c569571b0808
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05d11f09f9371e174702dd241bd5fa943f91ac9ae0fc7d603cba77d94adce97
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df185f9dee7af22c3d96be1633439f0b7c7ad7cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e73c4865c613057cbfc7b90628162b6aac3309d644ad8d4519cb53aa3fcb41
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d2d929ab5e131486729ff446730f76188575a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34e08be7a109a1576a9fbb820b09ac6fbe51b82f43ce263d8a18a2519a27a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdc2460dc5058590a50a691f35744d69b6a3c5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757f611cc045039bcd13f330b60314938db8c0b927900d52d58d83cf4394cdb4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c8224d623ae42751e172f2652f86a694205dd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd184dc12595be3c134a9e22b20590d1b37ffcc07e7f4bfc268f49a05b414a2a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b115b438a06736d82e002c7cbf622d8617972fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f599405b99d057797f139c7d7a6d3fb39554234bc4dd0f55e01b7d8cd6fcca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48749dc7e07fe4d8494021a3f506c23ad9de7059
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc88f7677303941dda645b592d74093846b15829d66febad722bb7c032ae7cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0160c73c21c30ac6d61554cace0ee554b0a4ffbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e70cc5c3ba2a0ee670eee8fe307d01ac532ccfd278a5249a5882e9d656d275
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caf3f519a1e590f06629083958d78df96d9e045
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8821c276a06f750fc10915e314d1fc669fe52f0767febee588224cc8b2c9cd64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2d55ff31c044890eb978d2e9c385c6dab9bb66
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8d036705ae80b89fc4cc89b25f7041b5e9fe4a5b613732771d995647a2dec8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b304319d20fad5773f54c5cf630b88f448374b60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d33ede8c4062577790039e0361e647a558db3594b7ef1e1a25c7da91b77d66c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1705ae99a1d2db6dbcc979182e304e0af6e7ef2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee625782bef135084a361761942ebb2030770bfbcd8178e6f6c7cdbb0d88ba48
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dbead5075e38f9f43830ddd8d643a64042a8c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ba29f6bbee54d30a16e1aae774a624adc99b8b512feafe94f740da1c05aea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32deb7b096b828416883e012e75933fb7f5fff0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14124003dfbf25bde3ac2844911c3756809fb159db45bd35fd7676bc209e51a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4c813f2338e5af010f80cf6d87500201d3ceb2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcf16795a4d8fb5d0e7ab1928263398975b397bc2ec43a9e848641327e4654c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44452b7c4e184da1bc0afc8453c14c5286a13739
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ef2de198f947afaac415addd1c76e5174e251bdf6e16e060c80b2f3dd2b95f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36834d571541e3a8be3d36a68af8e12e698da4cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a64a69e259856cf75d587368d86e3909956afe00404ff8def048a5bf9e686f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af86c72c77be0fc8e2a0b4c0e17a6555ef60362
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2ddb6a6ab71d0948b0bc38968386501e9fc7e80e86ecd5815f792be2324187
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8306e05c383ef125359d09523968b41328e640
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da554ff44e2e7d6fd4b05c5acd919d25ada65c29324b22610bd699a3dc3903
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440a7917cade3fae99e580b7a4520503aab000a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6192f3d4df3a0397f39408177d64b47f02cd4ad39522a46eb01136d24dfb00e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c726b75d5e0bcd0237cdc09be4d0e81657105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385edaf83f1a7472e0999fc4f2970ac3a17f59b541cd73beeddba03cccca9f7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3026091ada96b00aa7e65f81f9458c472f8e3d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc70aa5eb81020b336dc20da2a23ec197b72670b99e28b099b43d8b107c3ead8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9d0b2771cf2fd2ff7d743f6951beb19e66f4b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179878a6bc583bd453375cbb2053dfb4495c065a776581ea4bfce7a9e7187c42
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e671bf1d6ac998ef3e626ab636d36d74266469
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f93846b2da03be54c73057dd0e14f5b70f133ad672ed8e30d0449f25824a12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d81920b61493033e9493ebe0387bd0ec03112
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb4bb2514ff847d2e6bbe3920664d75984993cf0b598a6c82049b1a10b60ddf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3db1255f2761aaf061d8bd476f59a25cb812ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a00ba1b142d8d80862504bbec8ce0ed0f1986b631393fc9cbc6541ece3a5075
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e22e868f51e0ba21ec88eaa3ae5f1acf6ef52bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d9aca5f297c2713134957a5a32ce9341683afa1873ab0cf85ecfecf7bf7e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0023bede32fb13dfefccbbd24e029709fe047a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d2019964083228ddf6c4f77832e55d396486bdcf21d9bd4d04e79370a16950
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c54760ecbc03945c2d8d1a877de82cf51914e3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc5d56c2c3f86ffeff486054c40d766c6a605ef3b2f63feae697a2d948847a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bee2afc460d58458eb2f9b1c26cc902b2ac94d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34fb99792f050c2fd94d60aa867ffc7ac8c2cad347fd3aeb9d564355b2db34b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3cc1b5974605a2685179f763690853b3751212
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f97f6ffcab29d380bab1988f922ba5538fed57a9babe54d554f9a6b8a6af5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0c7aad734bafda02ab52173e2b19ede9c471b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8561319baf61e642604862c745df22847415d0b4bca6fac7853144be4dc1a8b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7ace410c936db9fd01295253d2b352208d9214
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a8235607e88d05b234496d3af685d9053e7023c95296cb3f89ad32f92db0c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce53aaf77c0761551e18bba663d457fcd6282f7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c046a7bf68c91887c5881d3dc1e1e066f52dea23aeae880bb5088623dd4067b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109d88b1210f04434b666a555f3b780f160faf84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0c4ecbe640eca6b272c484ceabbcf811890be69c4fbb777e2a86156b549b50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fc1a68a8c6fbf45cbb997dcc3e98f8608c121b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a74ac6d4d13688438a64e7296bd87f79a83a61f0b876cb04fb8dd21d4c04b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14ea9806c7b45e7213bc187f97b18581dfe37ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2500152bdc2a0c37925b39a814d230edb50a63299e3972a692cd4daf7f0748f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50290bb88e365c1c2de2290709243a5f7abd524d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4d36946bbebd54927474cf1f19290f7dd63fbd5ce0705b14c2d0d4831cbf7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5f8dc853a32162d45c67e3619908b2e1111764
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adddf8592388cbededd21b04054bd1dd382cc64ca5b82d1936d22ed0a0971152
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ea2cfd7d4ba574370f073fe16e0c5e1d84277c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7b275e6b030a6f5322e33aac121a94cdcbcbbba555317b471a1aa3e8b0c007
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb4bc62858c8e51029f759e5c535b37786760a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1aa57b9fb68dc2871c7274591904bfb4b1d989ba7a745ddd22166d180cdce4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37da6cebd740ef9cd4d75905fe13b795145f46c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62c03be1d0a3a45cb569cca4561c2575bc27a0d232d79b24af84d7ae6b3b324
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa73080ac2951d2746be757a8a1148542d41d117
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da112c7eed00307df7b5a9c0cfd18b6624e1e5aea3d2cf8a2e114865f6a74b5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a065c58eadeacf700ed20b654afc6b4a39c2e5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323a5ef19718540724ee903309c2b3d5f2e25527f21b1a060321ae816bbe9f13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be29521e741505aac712c5cfc30cd1d6d1e2a71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf9432d98bd7735c9c0a7d2b00f0cbba41f3fc33085d809151d6b72f13ea542
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4ec1e67be4d70551cb53a6e4ad97a603e53ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f58cb4201e286be9951b599905510fbcb42fc446d86b43752684959b8068115
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4165b1bc21cc32a953287c8ea2bdab629a65421d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8475ffdf95848ec32cee271a761253d159b27679ab9ebe215f557a729f25d6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744a4953117ff9c3e0a0803009184b3f68bb0eb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21db25e1c6b2377b870da05f2905cbcc6c3ba3e82a8f6f1e0cd8321a4165e72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6262058c4a56322cd6047ff183dc85641aeab89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45f3e37a5a9e052c42fe061eb6331c0855ecd51a1f874fb35efc0987b397ac8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45886eaee6c89f80855557df01c9dee34242688
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c796b607a5839c015ddd6ee20fcde90f255b56cc1bbfbd6061f243a8466100dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d176c31e2d155d2fb89ae1818422d15cf6c7bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e647e19368a9b8f563377e668c414b2d3353bbc6a2b209ce8b05dda8db5519d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba68a1f7b84faf9f6c8406e1f142801e8722393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac8dc8c509654cc48543a9c48952dba3b18491addf70a04028c2726641f8510
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dd04bce022475faabaa362e1f6143e7b14bbd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63808eada7787201a90570e3e9e5390a09da3eb4ff68f3e71447a6f1a61c5ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b9a4d6e4f639e47749530396009ae0cb8de0f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed7e2e4fc0d84467bdc15add09c872810d5fceb9c506f8735cb4121fc961737
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10506694bfa27277e3b9b01d2931b8091f71de85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56644167eb1feb61730f4020b9af4b72286c7b153fe4ad3292e724b9de9ad8d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d15ca986d66fe929268ce616c5916e066b76d0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee107c2d583a671b5bb79192ecfe669935719ba3aad1d6c51b26acf6979c483d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1d1b658c24c0188c824190e1341c059addd03e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf6bec94c3db2a6cd58f27bf76e97e41bb8ee5f37c7dff4ec3788dc67c9dcf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4845805572d0a206014f7256a25b87e4b4883b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3c317f4342f86b6511df0ab3d593201caa96a26a9e9d7223c450f89238908
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b7b3710a790e5fad2dfc88ba0159e5c484474a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0d1b58987162cc81cb58f6cd0d3afebb6fb7238d88ddd439ddddef08f2d77d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac23af003e89adf3d9ae53e0f6f57ae3ff1df6b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b98d6b129b5575216f5bfc594cc300a940fa6fc121446d047ef237e2066175
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51b47e7d59eafe74b6634f4f4bf522b1addc51e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ada6d854e3f47de457bfa7480e37031c3ecfc693a12e370cef015532cde4a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd826572d75360d7843426501a5f5153d674c08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dbf7f8a3935dfb871d3b9de10c1d326f41693a9c8519c457b9b28e5de799d9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b33984ffc9f258b13125959e493d8912de583
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373edaf398889b54418a2abe8c3b95d23ca2316bd385a2ff3d0b76ff37731f02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb8dbb68df714c88edac0f4f49aad2d8c2c64a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4b2bf234b4cb1c055d8723e6a53e7f1ef549feeadb5be32ca0fbc5571e9fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b451adf0da2c1c4d1420d1f652050f37a33240
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb9c17829604d5940e8569bdf50b202e352a0c406ddfe74a8422349fedde88
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e67777ed5663367ad3b8bd46752a308d1913ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784636e4cea197602355d72d836912a53a3c1d03fe8385f3fa32f1db1281a078
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008493329e127ee937feecb3b3c4fc52030207f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd3d20095a99663b5c36feabc8ee530368efac96c1f2b5ecc8c64ef36e86573
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fca1ab4d1d3fe5bd7714825cbeaae2de8a55e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54763211617fddd5f43e7b8562dfd149e431b6f1bcb070f6b51bb6465c8647e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0089e7b9208ed459bbaeb57d3a5aa3482fbcd131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de887802bb1365e30d8889e1d0dd10875c1f3d74a4c09f8611aea15ef6b3d070
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257d6f2d6705e69afb8cd790a3ea7298703723c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee4d74b8925334d541b75d2b87b7f8f5447ff1852570b63b287b68c8da418ba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4c2eba74cba3c6b1213e899d881871f153322e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475b5dfd24614b8ae315fe1a4d196a2a732e2c44698b5ab0957de9db68013b5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5148aaf4a5edcd16e6b7be98101eec815adf57d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d06f1921a720f79464a7b7dbfb134ed5b2ab232b5f9e7944c9857e41491d075
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76375af77e9448dd8d198ddfe6afa5d4c64d84df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42132b0258dabf9f63901034c41f8f32d374ac541e15fb2ef0e9a2c8f1b69297
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5412236620e4125526dd660dd966ea778690de3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0888a6d4f753c989b407b7baf05a85f601c59b0b108e52e4dd50a9ebb3d070
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cddd1b63b12df358fb23bdaef2eadf3f3839ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4a9d8a4ea1f136dbb09745b1bc98eb815cd0d3d74f82f613ce3974c013c3ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5eabe1efb0248160b15a3c18e40c848272a815
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f02fa5412b39213cb52535212a3cbfa0d2876763ca1de35acac1c0f62fb0a6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09d6cde8f3479b91f61d55953af18d586ff8fbe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba73b941e328a7d0ee1c28a4e2e92d2b1bf41020af4d90631ebff507f1d26de3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e4f53ff7fb19b75b6000f76b68615f41ce4fa7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dcb494f2a0b88427d8e534fd45049fbeb965fa707ce68e2e17bc0dc43cb568
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a677fac6bc07b88a3a13550a802c2800fb5f8968
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968eff352738d754895204b218e81910131166e7460502cebef0d91a6fa10498
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649e559a6f7c73ad15de2451f6071b8c3ebc5406
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ae722481ad2bd22408891fba10efe76f5bde141eab4abc2cd758c42b04219b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda3f42fa65de773e56718bf753fcd9e622cf12a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2118c63598817df76b712c7c7091444adf71aae20350071e08b646c39d5698
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc134c6966c0d76fcaf667b670db09b62b78dfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3078362c4f00687bb5e4f47bbe587caaa50f3cf44be001dbeea0cc90a7962
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa0682ed6de5daaddec795db2e74c8c21505664
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22122674e1f6cb121e281ffd8878950be935e347754f11ae909417d4a88e8c53
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc9530b29ebed4c4ebcd86b97aaa717ac586bc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ced45e89fa8be3a6f8be31fa874ef632f6b23c029af530ebc5ce48b23866de1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08a74570112b454933e9d2de855b62495b6cf0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1774cba834dc0ff5d7edb5736e1640359fb2c623b4e061c7380e111c4f9b903e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca137404d45258aa425824ebd4f1e481e4944f8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f319548452f6296fa145ec08e85a078f189520bc773e79656fb44864b20d9a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38952aba19a67943757b80df2036bd5651030c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bd0151d11d2cda238bf8609c3e1c878b75cf916c21f089f586aefab2ac909e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4fb9ec960c5b3da17606b730a0f8b00d31f395
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b298fcce53abac8fcdb61f581027d296835d7654f0cd5b0e3aeea008486eca3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b711e6cf859f1ebb689aa4a1ce30d6d71928383
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11fa6332d7863a2f8b39741f38d267a0f3348878f5ef0d4095a8dd671cae8f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5ab96385db667f89bf655602d946f6bc1df1c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd53684ac48a1454aad92cb2105ef11cdbc86ddf18c049f6698fa9336a708c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5a99e6fc24aee994b48e2947a544c0d2d8c022
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119099cbeee7f542db0ded4401f42fcfa2d718ecaa3825af61d5a1864c9e2753
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9065ab7e36832134963625be7eee906d84eff6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de56f870d07cdc83472a33f54d5e1b58550ee4872a1c6345c949e3d7b902bb50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54625ab0a02077d9a3e6306ea3057319d8343f8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099f8cdee4a50736a762357c30757b5a98b52cf9af91a5fcb8fba6932bc9dfa6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7c6b3a8b3384a0a89bc33ed20407c20f2d63dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1165e5754fe38d808d36b2f15b895a73b16c84628256e5ceb8d7fdd3ea71daf1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d76d6a937126c2ae43570c7157963fc743ee9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5966f00832164d6ed25a13426453db963a5495410a19f45ddd51a8a179027a4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e2ca45bb7dab3e6e7d8f0b5eef1c0e65ef2b72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeae32da767ed5bbc6acc52332a27c39131a42aa4b665cb71ffad645f95a062
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b3d2ce4b0a430cce71ef26d254e81fdb3ab92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e88d2d8ecf447ae46bbabc1a884257090fb37fef54753ea11cf25f25ea88aac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceac8c0a634d5596bb31e8c5ac9374c6791d52d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb695bd5b5a8a1b5bf392071580c64b22a8a718c50a7d6455d161466bbcccefd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e265288f0f432a9bf027ff7a5acb87631f91736f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4a6fbf64645272b11a0710a3f2b99fd14111382afa85886a727918adf40e29
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fb5594a72d2ade267e934ab2f4d732d24f5deb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f1593d3991154b8290e41b231cf3bb88e0fe118a3ddfb5d7798c94fdea3e69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c9a7eafe258943c363d1306eaf52d8c530d5ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d69a14feb2f31424ee9776b7ee4c5f80629e38bd8c86634d4754600b983d6d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1312dae700627eb773fdd96e38a2d37b85b21ea4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ee5314e96437f1cf6a92930a125bcd361577f545a308d49ea98c93726cdc98
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c9150387e08c8f0aef1743e3d0b4963d9beef4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aadf900df8ce81bf55bd75b1d22a0a38c8f8d34de6f72ba4b06b91eaa0c48c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757bb0eea10eb26fbe34311d224547a6eb6429c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e8e7618006f58ecb23ca3dbcb1e9cba9742bf7ad54916459626c035472b03f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fccbb21dec0d9615d8a6e5fbbb6341d3b9acd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6f40d63d939539ce3e52410ab5de2e489c936401046450bec6398b5f770feb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c5c9c5e069aa758b0c511238ccb442e0173636
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e689595fde83fc5a80acf923a637605d7390e5fc48d4c712df1f248e4cf2673c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a504f2faffd96aee1c5c2e3446000de5fc749295
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b082b81ed011966e416323c2f95831afe301e4f1c0d0f1a41074216cb38a7c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177afb8f23a2a91dfa79812a1c72f39e9b7bc46a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adf154f028b323391a9c880c4b8046ed9d1e1c730a0b98e6daaadbc591ae876
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700403905173f60d3a691ef6f4ee60bcba332634
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69ed1ccb4b43b35f47c7e4fa1dc3999172d0ef484defc1b29813d29da68ba62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35b354025ba347ff653fe46756e8dbfcae35cd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ff672ee8cfc245ae32cae2bbc4e4a50677bb3e11ef8af0aa54a6d2db621d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82a50ec2de0646960e01bbaf597584b8b7b1243
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17592dd3c9cb329ba256a19eb9dda18fe47b24a5e384eec19739414101b147e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e8ad120e2ed99647383a2b522db33daf1e846d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949db80c22ac6b54c7a0af7bd256911fa8c42f353132283fb23f0de444b964ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d4c132f3efc0a5a078eebe6d494c2d3772a4b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042641354808b115a2341cd7083c47450ac22b98571b64c9e307e1395e78beb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dfd2326fdb59ec2325a81fb8885c9f8d80e276
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbebcf0a93cda96586c27dbd756460cb30f908148e56705aea2599a650e06329
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700db7b7e84636655fbbd963b2516e016237a770
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd74b8c7d3cda0d2c6f27b5cf7877436c95f4110d3a231db9e9a4009573466
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98162132e6ad946aa71a6b1f6d88f6e69023f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dff97559e68fcd0ae12292e9e48f232c5d7a60e413ae270a0925867f1bd614
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bec71a16ce296cbc522c7a859b0a9d2bf64c5c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8542c4483b66bb2d4d3c8125beccbb6c6e31e97b589158bef80865f6a4fe8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344f6a73599113487318e6bc4e2198eb4ef4393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad109e09ace3adada4908e38616e4f2314d7afc11f12852072c216e8b664d53d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb44c65f2d62d8738c60490d81214fbd50ebdcf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1101289c8a3af7cb1af6d2e33e08806dfb55b909d8dffa30998cb7031685e524
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f06a1f0087a963f05f7107e0a09618d91ab6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4b0e09fa07f3250f0c4a0cfbc90c021b558c122dba0fb46a4bc73a019bd314
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf2f7e424d6e3f40d50215baad7b83e8e70debc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3239c97f177bda047f136bef78bd242dfa2498469e9b2dce233c399582090a3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90153fee6b42ecbe0bbd48bd13c7b7f558666203
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1c029d89f58fdbae992c7e9035fe2d547c47c3a31e4b5ede9910f1114a9e2f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53880a600d0836f0187693c318a1dedbb3829e58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb6c64febfbd5d81ae84df68f7492a374fc3da3aa21b40f00353846bdeb5325
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b20c9e74fc39a91e5d95f231a6a4586b63b1576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a737717cf3bc016f8923c4292454e9c0c929ed57845d9da3ad7f41c4e05c803
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d87858855cca71cdf2248b645493582d597d8ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6918a8b4af720bc50d737a6903e1e658fa6cbc5758e5480948779d1b022adcf3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0202b05122b0bca3d76e8e3cba6ed77fa83bfcc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6f507382245489bad378fbd737c8dc1bf4b56cceccdbec878c137fa5e5cf0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aa752014367a141d24818d49187676da538884
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad18008cfd99b34a8de91199add93af7cfe95e7eccbd63c6c9f7ed589339b6e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bedd7136915f4929452215e3310ebbf797d182f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2ef735a9351c786be49331fe051c5b4ad9b1adf0cc093101cf760ed1e06f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19290fafde91187c4793ecef0acb8071b35f751c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31dc74df4a45fe5bd3a5cbbd0e0454f846f19a099a68e136bf60f99fae28a5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d90e0f0a7ece1c5281af6d31756af26166a30b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d266508e0da76141ef256aafc181adf8d4bff2e8589d7bbd5a6487b5545073f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266758b995b96e58e1f66cc3921d2cb563d1e478
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380962fdcb29dce62dde3aa937d200fbb4a068419d53e380bd2153e11877ec0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7120c8f471f864f09e7ab231c6988b7f6bf9d387
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e377cd52ea40df20d5450a30c5e047964525712342a67804d2c09ac4e0bdac4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b99ebf42287fd2a0854730eed405295dae55b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4ad7ba7c6678d9e0e46fb11ddbb93cecc3b6f502eb836cae4f8e5149087e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3e7e1eb8a18c0d49bd954f2695b883ef917f4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53bf3097501f4d9aa9c71419cd879c2eef6da991fbfb891eb27cb1672ee943e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f173907700b3f796efe38049b8c17a4d6368d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227fdb6ace7acd775e44cbf54efd0a204531bf0dd13e52d5e8bef8dfdc4851ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fb0854b4ef2de1352e27cc72649234b98638fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45d56ff6177f138fd1bce1e216cb8b1bc8f47544e03444e9fe1e3f8b6dbca11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03cf75615ff7ae823c1ead0fddb8bdb3c7a0c44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39431137c99fd447dad48e7ffbb4aeb4db67e1dc8b660db23800f7dbe7b94cf7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd9705e63341d9e240f882ffaf32fab91a99ccf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05fae0477c01eb386b935dde02fbb89cdc75edefeb12c7f06d32339102b2536
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb1bcaeddc10422a6c0fa68b116428639cdbdd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d454746a5c0660ec273881f78841e2c72a4ebebc371478bda711171d1d06e37
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbeb13648d755e62ca5b46092e1562e9fa378d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7efbd1954acdddd635e454e8a7dbe1c120a478a40e78bbd753d702dd582b467
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3955e9b6cb461a35fccfb7ec59db10de8c3ed2f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa9cc3e214f3738d551fb1caa16a6da2bc453b87f073274cf5114139cfbc245
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791749ff8783ced776561ee1ce83a806d570d2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f90d4b4843bad6921448b73993dd61c40b8f64e46f2ab4d09c4aa5db9b965e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57744bb7761de1899fbf1349ba2ced9cd1313c6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1970ce66ab890bb8fd71cae10813fa5c00553f4f62bc37d966e4d29cc7137d81
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ea25373f3748a6afcb4d04ad06ffee11c07de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400b2707f477ec9fa6146262f7191edb711ce5cdc3c394cfd32f3899a66a438e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33043d750a9588e96c3413f6867013e9287ee8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90466b9abb53baf09f315ee2e39932dc531b3b5276d78912710d605ca6505f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8396baf9e19a9f3255372cd8e4007872f6141e70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ef796ae43a4b6ff11096ee0dadcdbc13ad52792bfe8aaffab8d87a659ac971
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfd7352e0093c7d40b44901ffb41c74201938a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b65e6935c9465420d981a9e808fb68d565aa4d4e9b83423cf2992c06d18202
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1fd8fe303ceaac9e290e89f71f12e2c09d1261
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5b62be7538a04eb988ee0e120df68569598d995faa4319d1028575502d55d1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7bf3bef6afcca660baf05d4743f3c057df0ee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cbb902b4a3ae93891b399a2352178800e0b447ac712f0df0b2b5fb8ebd3fc2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da38dd612a0923e55b573334b288a1e6beb96fc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e1a76f99573d7df669ed51eb1529a4e29f6c4fb00e882d880bcf3016e4ad3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd00523bc4613c0d52dfb210aeff6dcf7d7505
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0e9ca20c44ea4c5a74fca4667e473149269e7dd77ec69e3f11be33cea43d00
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917622b98db9400bab7396bf79f60db76460949c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb0719fd0666c24212929ee096329530327b9a3544f4635394e27bfbd6840d7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8692a1bbaaa46d9c58e2b1133054e248a276d403
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dc95c767b5dfc07e2b89c7f581f6b9969dba088d18325655ae3d4327a732d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa6fb68b37bc0615729e96713b4f5bbf3c76572
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398cdd93aa4f36c06eafef102d33c2d9f3836488286355a046699a8a485d2ceb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8079184b9779db0b80b9b3060e922af3cdbaa999
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2f10b6f28a9fa1979705d463475c52d6ce8737df265e5c7dd6225401edd7b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7aacfd26abf170e0c9b7410252987a38856c32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532792e5f41eed6466cef857925524a244af8a67df157c3805c1befaa54b0d54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eda43f035997245886fc268489c5c6e535f63ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3280d0d0d32422b6131bc40c88d56923f00ca7f56c62421287ed0cb1f7b08298
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e695b5c7c08c1dcb759b448e1000fa0b00ad94ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c246040e4a21fc137a4c4594a3587082322d00ccfc3b93e7b1e8a6bc104535f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44f5dd80549cdc6c66dddedc04748a5a5f15a8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a48c8ddc8310e858596d882aa806d16f41626c11db26cb56d851ebb1ce22b8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d254861b9e3efec79a78514d5a442206fc3249
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcdcdc0fda4fa3ebd8b0a17df09266ade44d0373d07f436c7f9222f1703df41
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e9a666e0c1f92597beb89ca586fd2dde0416d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f1e69adcd7408ff577d628494107e0fb54c38273bc04c2aca7ccfcf512883c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a3690c2d4ce1cb405b4d49ecdc6eb315fef9ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e87f00b0d76710339b5806a6e5ad079c0e38bb7e4c31d9f460b67b625c059
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc23871cae13674a045fd59ff69283bb948eb273
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06ba4d6bad4239217d2bf1540c26050d0a5a38d94cd843815515a4a8b598ce7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc4d2392eaea41e0aeaa2cd74d907c47c07e01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55635cc99db918a544ec3e64f4d937c48a868a70e2c09c665f0f232f0d3f240
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d83b74df3a3731a4bbce27c07e786074ec415ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e30e6d5098fa26c38dedf3daa4f086c91bdb3e3fa4f863490700e371d2a5a37
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b824f16cedfd9999d1ca1f355d5b955cdc7ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52532b28eee9bd164a0f81000b71bbd243a569bbbf8efceca041f0150f65a087
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6a8b1058d97d3117c30e0e61ed24aa7748bc87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de72b09e01f77d110c54231cd19d990a6a49b2690fdef380f28f013f4d4299eb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2f525c782365358ab4083c0b28ad207c1a5387
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a525e7ed3d06f76d6ccdeae60cbe736e412e4699e933066ab648558b114931
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95df8f7cae1a6d229f558002919da725280430d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebfe1abb83dd58d1849e336866412325862e0292212b429e48d591b9317270f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3063a93b4bb9c16b5c02e971b58ad9abb4e5cbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db99889680e8dbea0b4007d5da0ffb399ef70c00abb76b194af2a6537da6dce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88177a94f4cb219743b19c36de9c29f2449e9ac3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b26985e44e1b6291788e07b4302cd00f77b9feb61957874dbb03730f33a3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f1dc98477e9b977dc767345e807f829e7c61cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49418a3b2b5a38b58a660ef31a8ffd1e2fae48e89846e793544bb9aa54382ba5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368f749c2cee883e4a470bbb833059a419ecfc48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a939b76a9a666bb9c5452c09345694e0171d8d543cfd15e810747ca57c66e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa72a00953f96e08e1c59e2eb87f0e9f8334c6ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6c91f03396f411ef0806201b71f0a61f515babfa3fe2ef4d6086fa8a1043ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277e16ce4e3c748650e5a530f52c7949f0a2367
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ff31b41cb7ad7e2f6d2cbc8fa2589e4f245cf1c31aa5098de0382922561bf5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1800a9bce66ab8bc4252ab2db11299ce7e01109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f9770078b886cabcb0a772b8a771d058195bc12a61863748761485c8637bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b86445e3fa97c9c76f4da6be2bae197ecf9b6c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afb5a8ee5b7569bf2f894927bdb291b7afe3db962f5c3c3e06371e40dacf0f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985234dd8fc138f3743c3b0a3cfb868d0d0f69c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7b48f26a1c0c4c1faf6f457484265ca3e8f285ceced5a5ede22f74feb0af09
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50e372aebf6db9d2310ed2e0a96c1f59fae1651
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec836dc080265697e8c23c4127279e05c34394f4f15135c6b0745b42bb488ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac36b0b3c3cf46a3a4b5d4379931faab78dd3ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af1ee3907e46fc1d465a105fb25c04424fc3d0160228bf40e11fb41ed73bba8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c7b1040181b85149f965ae8e717eab57b6096b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7964a5ef7631933c88625dd89f88c94d4cd61c2a44946595c000f81095826539
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6defa03018ad3b06868964e3e3693da7765d1770
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5aa76e723587ca4ce6455c64421a51feeacc3b72cc6d569adc5ba1f33155b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16c22bca8a29e7539388b10e2a94c5d68f11db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ba6ebfb2df810da2bc61eeee9a9f08d98dfd17f5272286384760aace04c30
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505430e169fe20b46b341022c8867b77f71d51f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97652806e45385271fccb0beef32d7fbab292681beb38785382462c90e12a770
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad3818cc350da644120715289e8c88540596361
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e7a5cc79291e507026bcc68bf7fba8ef8f7762e4e51ed6c2e78e109ac0447
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3137a1788e028f09ba9767bb09add64ef916f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25675e4aca88f126803c795cea29fdfee7acce0bc98a18ea8b573a7c2c85a99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e50f348cfb1aa62bb3627cf91ac29529df0e7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25fd2dc6e1edde24f9c4c10a60afd07b2cb45fe312ee546b32731664861f8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff71eb8515a0414f2f833c4dcb663ab8c2c3c9f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c7d6210923571d1a0afbcbcd6dc010b07ed975b1a9486309a9be6a4742ecac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f633eeca4e60e6555a11aa8332b518283e6e49ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ce7c9855ea0905bd71aff55157193b7beb04a3b3f0ad09b16632481052a3c
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7255877c62bd65369f1e6af5dbb2585f692c7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5aaeaa571dd953a0d30fbbd2a757ed29d5272b6293de68645a9a0e52a577bc
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b90f5501873677db011f2b6e2250910c24edff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb28deced63c3fdaa84bf22c73fe73b7f2c52bc4a07684ce7d9c95b6615143
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9965cb7b63717593fded807b27fb199a7742da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde20d78f795ae8c54d8c944210727e32b2840454d4e0008532c29cdfee38b8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3124c9e04adef5f0d02aed71333d6fa689eae1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbeadac98cbb6cee384af1e3e367e02bc18b7dd4e9f7944cf5e95371ee70817
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7479d1d4b4da5aa8255aa901c80a8690da9c2c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037cf816e6119c5670a1f5ff6bddfead5d6c50fcea7ffe1a998baae0d1290b82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937c5f175f53e251fcc336b3e7a5b50ca49b66d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d780e689a931a8a0e93e362696b80ef276c6459a57e193171a8c5e486262f6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea004fde216125579bcd41050d270d0dd175346
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ba8a32867307cffebe2bb5d3716d608ea529f252dc4d2ee108ac2f1693aa91
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf9d007ae898114aafc3fb95a1fd54078f8ebcf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c3a3caf99a9d4947ece92ba12b65812667029873ed4fec2a5057d1fb5795e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8411e1b6de47ef865b0b01915abc4affb86a3d26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094293a911b34e2dd197c435dd09ff6a6e9ee3d1fee41f0d2f9ab2f29ef6c93a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202f7d82b2ad3aace06cd13bd78d72ab84ea35b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a72c76d41da7e3f895a7a4573cc712006a8e2d28d740f3484cd45bd23f711e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0232736c8ce5e3e6b1adbf0f1625a3e58eae1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baf0df1ea467bb3b321fe4441aecde27a811de636ca79aefe357c6d40c04dd0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e45c7f7fe558b6436038761b04f9461c3833f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0089dfc9dfd7eb5a234cd9f6b54c251f415f538e26e61255d947de6dc3fe264
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c140771886d60603077e47b147854cf23028c45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f376f4f84c5c55a66c1b306e380791c72e07c4049867703bd93690fafbf9fa3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625475a64ca7f3aaca692b4700f37bf94896cc56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332f9e4d5aa68803abd4aa5ce32010ee3097a8225ca8f3ea8ba1774ffc01479f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0de99ea786685d2b54e3c7311245fb0bd357d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26689cabf8a65b3d788be1d3542c29f71d64c98d7f77edb35145808d21db7c1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f6a76894693580e887b3d274cfdd0144021a7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821e0659694d4f10268b2403dc179e55d4d3ef88f05f5c6a27c067d4d07920e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c0b107863c9fb45d9981de9c92eeb4c7cc1ef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887ab6b28d7e2ee9701348a638181c660205ec5e51cb77562ff807f4cff58bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b576d087e6c6dafee2d5e57098a3a8bafe803d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225f4f24c363acc191dea169043d4c799377706ac8232146d980ce43045374c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f619cc0ddb50b26db03e22a6e0a5a807ada2644d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dfa8441788631531c84250bdc114b1e82f5b7ddce3dbfe96781058288e0820
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a2c90d7cd5c5b78ea5c8933e30fae21ff88a1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3905c3e33ce716929f21a948e8b7154a78cf9e81948c8ca6e003edea9f8ebc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe0b08489f7775dc24729dc638bce4c66e87e25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f90bc0dc2637b961d1a76c9243d3efa3e10002a56c8a0616405a46fe8cf3a3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e29f0d2f5c8f14279c39dbe50d1f6e94b8447f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb68c89ec3c0173a1c0389e2318d9b0aa7444de497b7ca7dcd0742968de55983
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d52184a5382f53e75b890be5de67b2cb85622d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a832c28c0455f008bfce6bbbe525e319d9db64ca07343b10695c137f854fa3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74df8145443cc7e2a06dbaa598c8c0827498d9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6d29c4f6cdda30a5878768b3438adb6bc20ab3e9604bd5c00804abae769db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7c044972968fbd4a1941af82868db554b7effc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c8e2c2eb7a8da1ed5d0dbb900a274a030203bb393c825cc9554caea4eddc71
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc289a958f4ab6313df246d01faef7ee6bfb1acf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09ed70584682f519e59b1e4768116c20581212c84d78d361679fd23909bc45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c12c3e0d8cbdc360ad030f2ac12d27c6921493
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e326b7cd7ed2a6adea3d8d4ff784bcc094c125a5c546ce43638b53616bbc3e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706f85c25981502e29a8825653f6d9c4323254a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0483400ac1e3c74bfaf271021cb4ca2cda66b7cba61f8dbb3a3ba8aef26040
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f3ebc1789ee6ab43c803fd5a477c1633115ec9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c080ed7bc1d7348ef02314741b6b8e36947a875f4dd2fac7b34f06be9d744ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385469dca6f6d1fb2423625d483068521db1c625
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1143ff5a6ccee221b328aaac6bf1c608ccda6dd5b65320a3e35dd461994220e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cd85a5d5efd3f538024c6e5f5efe8562e920dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d25e6633075bd8e9238297c6471c44047b6b76c0b6a8b645f6ce279058b127
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e9e961f05e03524823ea3ffb6507987cd3dfc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4357d046935f5a4ac1927aa8ea454578bb021ddedc45ff992ef7be43e566a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e714b6234cbcf30ff7847de24f7c28794b98186
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929f5296236a6f8dd3afd8493d48fef10bffb8488865edfcc6f28b3176c3f83f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd218bd23567fbd1ca7c46b6bb423c19f0ae31c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b008f9bb66a9deedbc60f0fd179ac5c9d42e7dc7ea7c7a91752b92282eb45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246fcfa9013476eab0f91394ac5984c2a8a1ad73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc622acac248f71db581a092e5189abb833718fb9131b51d83627bfded4dc9c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96958758d10d36ac20469dd452cab2e3a9d08d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379e5d22fdfe9e90cfb84f166b9abb021b512e9d5f01701df876f21db9ccef54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a029b4b1bb8d06bfccbeb2ee88a27653a861b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69523e5eda8832bf52003532097fd50b031216b4af9b5c925ceb668f7adb9f3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02a846603246e88a3e081a10f736a16d67f13c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954bfda8db21e1a60d3695ac6a34bfe820b7ea2a1a8a4cf4215de6b165635a01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af77be928eeb4351d003e9f76721393a1d1144b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38143cb61550b4702042fbfeee7faa1ed4e8fe1c1d0e3db75b5e835667a52081
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbba3600eb7d91d4e5ae32ce07d6a310839887c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f1abefbff21240bd3615e6c44579a7675d4e478fe9268f6ee8622bacc0e7e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd99a25c91b68cf6d24ab3ac386fd07d6a29c59
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947eb35a3270e2512353cbb1aeb2a20e196d186daafdc253f90cb2d28c40064e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950aabc06bfcdc96f2c9b9e734d11d3b16607913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b565abc32a291ffd0a597cef4dc741e37c555eddd82a04ad0606d525954340a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423874964fe7441eee87df52ea3f516bd49498af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fa8414eb88dc84512acd3e458fefc3e8346f8be192e3d3e46f455481807a96
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153454649c9ea7313735e57b7ddaeb64ad1137c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53efda1e2c1a9f577128bf6aab096434b6d1fb90178d12bc745e742719855e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3756a50844197022a0a84c7311c77579d7279d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf17ead0a208ff387365ff6cfa04a43bae39a0eab3929bb935da1d07310dba5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88466dbeb394f71aab3d101944c026218edc156
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e862b6971be4e4d17360ce828355be567de50771a26169c1ef0b14daae512e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9949e65562126358510bf51f1b30583da1c2d75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f5cdae0cd83ca1da411526ab4491e456bbbbe82dc38dd45ed42ab03f78fa00
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd4a732ffdfc611acd44b2fa1396874c01006c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80a2d60d01a25c46c6cba9868345f3531ac3b8d4006f0f8943897b73237afc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f36d87872f1fa646b4a56d4315ddbbc175e075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662c058ffaedee82522ce257c886eb7885ef9adec185467257ad42c6d7f2888f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ee0c8cb505727f1039ab8a905671752b51751c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe4e7ca825471ed5bc8f091b51640be39e0d993aa5a9ed73ce53205c4509e5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae4631884db2ea651f4961292eb2e93f24e254
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296c4d6420e37b0aad052ed82cf1b3439528c4da9b4d22ffddc1f02721832a16
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd98ebf1e5ad1fcaf36caf2fd18d5fd1e5acc716
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1f03abf307ce408b46fc0d5761bb1599301448b3c5148a4b44ce552d4ae647
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da919a29a7dec7ab3180c23f6ec2199cc88c0e2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c03387059edfb3405a875dca7be7a7595b91cbe317d4b68bbea56f9e553bad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8423d9d8fce240c0fba3fab4a61cbaa8bd2c3733
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eff9765d19c2e502893b243a4a7b054e972ab5344ed173c07d2958eb5d2085
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570ca29a358c7b584b491f23fe8c7348745c22da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b359bb893177dcfb28cdb1d058c594c65c2c645809b5f361ccfe7841dc7b48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7813e2bc53c91e3f3414f1b5791cb734a60715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293a34615ef681c541a0f85de7517c7623851740907175b4702d002f6efae965
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc94d793a9db541c94d1210a65da46e2187274a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb18ecaa7bee6c509c572178a655e0c6db5267c410d4aa8efd8aea2ad5da50
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e532391e45e4edcbd976d76ca0365faefb1ea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dc9674926ca34c21058315138e7e31b6dc688f5ade7c137543d62e196a1c5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9075d3d539dac9db163012c0c02f42af221dae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81d5eab9269a8cf99928b92599acc8700597ea2fb45444ad55a7ef0bb3bbccf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6779c62279da8b68745c4833adbe36d7e470a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7c7973554587a7d9937bbb517d0b9cd2bfebf0d0b026a9dd672cc27ae1bf5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e723c6a32687e67b16d94e288efc6de930f6c0a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ac490a2f03f14eff912bbadd14582ce7a75c867227ec6a78ead047a57021ee
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48db4db2402055586ba4cedad80a85654ae41a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a01b964ab02537965332c5e47af59248b819f6217d53a32fae11964c3d24cbc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3302b397ad15d28162c0faa5acb0ded0c7f1d067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61793a0e6f8d7e49ca68e36c2449e0c6e26aca46f34daa196a08f0c8b508a2af
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550764f084a9cfc35d0e31451bd42b920a809b87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db3db061d086fcf67977a9af4c0c0a76f96f2143a47491dec48dca5a11bf1a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1a8b672ccb25e7aa14d969d196f5060120dc4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5076f0cbab8fca344e77ce0064220efb49281d423ce046311306b5fc2ab19e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f650c88a790670829d2f7d615a6522acfb5bd15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb329f5cc3a4dc8f6d3f64d926fb6c5e126b02eac6a60d822aac79d87d2170a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3b577ad6275dda420d05b8c67a7017d269cb9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dfaab25038562628463984c0df517786c3cc424da02ef78ed1013009350d04
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8466012bb9d38b2608856a2f3d8e911bb467c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c5e7677f8849a5a1b5407cf4b7b933e839b8702de6a83fb679965ac3fe31fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172d26bfc9aa040018ea10c1a7223a3180c7797e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee82e70f40312effa7e7b5c0665f27d2e85eaaae333d322ad91d39e9c2adfe86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc452da43e873f98861dd516b13f2a468a71070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27fc7d8b209c8cecf092b4e074b45ff638c1b3400e2f61f1883be0e8392894
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4fe58262ac1171791120f3ba0ed4ac04543810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e32cf16d8c35a8eb72dae9f220033784108b18f233c09fede447786a07a854
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b86f0e1ed9c4248b9f24964b1281cc09f7a50f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1825edb62f2e8801cf33e2ce7b6f993737ebec0e75de21f0340315247eb5dcba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f23ebc57e7dc18c9d8dc14fa0d9066f7a886a0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4e4919f3560b48e18bd39f824de7c0a490b7f04e39f4c90721b4c361109992
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78df1bd26ae68a105e839fe808dfdb574f2b6ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b09e3fccf3373cf666c3e3939e100163814c5acce14a6e3ee2599b6ebc7be58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a52339085459a157a108e1788cd7f32843eae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154aa30928e1e62b6c31d1685ed79475c4374a872631aefa392c0fc7f4a0f721
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd26f37f60e36a909ee68e2d3e784cca47e54d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f802a632d51577283b3182f33ed14d8962d17a20e0a101685b98882156b68298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c1608c432c51093e5affbee6dbc4daafba91de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220a6baac98ff9214a55c74e6db0fc0e4fab9cc5539399aee775b289d03bca61
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3f46bb268e2817eac7d3ae5ada3bad388c1c72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef2772226b6615f0fb9214be1577c147d4048821ca95d674194882e6b80c51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a778bc575a32957252b1f21f40d91384b3819170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b849549d92df3ef4133a3c9edea2fd26e765b05de268e3b1c4c37ca35d959cdd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa3f4f3394d25cd0a4141b1dc43c303ddbed96c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d73c9795fff01c4a04d77e34aec523b235c9dfe4f951e835708ee50908c26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3023d15f929eec02808fb0877e5f3d05a10c73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f47477b963a8815abc19b83c0d75c39a5d47dfaae44998943880c6fa3b864ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93a6ef665e290dc909d932129eb052ef181cbd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2992029803d75999a8796d1e7253dba093ecb26f4a8ad06df81fc200865bba2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088e8ac614c15cd35115bfc4058097e4da33951
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295ba76aa0c409f48fcb47a7dc1a6bc8b0aad3e30d61f9dadab2b36035132ae1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a42210dc319d246f5c6dbb0561011fd02d34413
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a896401b6952f6bdf9c0f4ec25dbce13929f40817ac6a1678bf22c263cd6f12
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59928d4e9317c082d35603563c1117a4ed13b7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2b37b892c4f81e0e8d37264e0e4929b19cfe9207d6ad5b2f9f2c5a20a77ad7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cbe0731adac2d00b6dbca972ac09c1f6b7d1d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cc0521518880bd35eac62a7abd16ec3e4611d3908e1e0fa95011c49ffb7d49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5568bdb8ec5d4cef15ea4e5b96bfec0fd422914
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa3f6d4425b607ee0016a68f2aea718b90290b999f3b1a0425a5e16c60ce830
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc22238cb5d801d49d21f2d60119e7128d5960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52baa631ea45180f546749d6eee7a95814148e2fc77f66f34b6a9422c4ead602
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ea7dd2e5769bb05c3713a4cce4d664c4d64e16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9319bcf2e5ab6a1b9aef40f7b94a8e76ce381d3fb1323858257c8bf0fe242fe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f06c23bf033249610986a9ec06d0b40c3a27b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46110c05cd4614d87505018dc2c18c43c2bfabcb3338ec8da2e28301d250a20d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83967a03c40c3adc6fbe7020c5c17d1a334eabca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ece68620e06548cb1dd1984626d7f1f0c4922fae3a38c8d3823c3855a80710
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f9899842411d29c976a709c135a9b55dedb4a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ef03fc3aeaf3e4b0ea2f6885f1a1f227bbe958c234aa87adae28fd8169a1b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc39268baedf67dfbe388042bf049b41b13d7af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722c284ba4d1dfb1b057ec974cb12e63c712d0f83486c21b55af7c7888a26a4b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135ae7f13d21ae65ec518370e2aefa82fa0b60cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1229e8e1afbde3e0932b64451f8b37e6392476bdcfafc7c5b1fa212b4d45e23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68d218460a077df796215251f12fa74bcefd07d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f9ffa852a01c004508a0fa16f72a8a919753c524c1216e8f257f4bed75a635
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237ec7b76b18e7dff31975f1a351cc7cac37cc25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aae41f83af9981a60ee5942a4becd616c602e15e7f518d88375d313ceb2f77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04578703e7a38fe927991800a4a3c3b2cc0123b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f619d8f0a038a64fd3a56f46ebe32ef1f292edf6fa574c1816a8d7664e24a6ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f012f608d9f3434f62f1b31b44653213706540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28baf090404ce9d49a2d6fd72cbcc5f88ecf0387bb466753d334bbd09f9847
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e724f3623fb6c33d34bd57afc35691b678e1af2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ab7324dd8513a5b471fee6173f3e14f6e21d2db91c925a4651d73e50e3c201
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b1f9b1502135c587baeeabbe171d9b6328354e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa05e295eada576de7a04b014fcfcd77eb230bbd8ba601861744bfa4ff6c5c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049f98c1cd311b5bc3aaf0c51703ea462f626d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f179dcd8addbf0ffa91483cfd3911e48a81c6a5b915ac6f19a717450751a4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ef5bddf8b5a27aac7e1c1189c73ef88ef139f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8fc81b3bad2f4b7c8578c7b254be6a45fd96b4c904ca1a36518365154b100d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657942db020f43cf74d1570e4c1c1df6c74ae6f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e71ced18d235fa57a611e5ac053f4d4fafefcadb66b632cd2d2325efc79b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb139420b95b1c695281663697b94dffa1a086f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62684f0da471dd9af5313a69c476fd47fb8d08acb83baa992110a022bd9df27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d628443d88e56620624d6325ffc8101ad4a76
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b2f832d7ab07b929fc7add5feff134b36351f85692eb7eb3a1dae3fea54815
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1621be07d24fd12f73c152279e2c96899c54c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411b03828f209439a189ea25347093d88db60c302e0b671dc73131ca39a2769
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41991f1b7772654072b7b03b7b0abbb2c09a2a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69122cd1fef7ee25c63c4a9b6be2e4f26cae566fc9ccb83f06d40abc32f1e4b1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59227db86c949c8510640611620ac45023a9f14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b23a86dd11502bd6eb043db4830be8648a2585c39a1270a66f78e518e89dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc799a3134ef5bd000ba713794b50ff560b80a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073bf6c7d195da8ae5eea8c00617f61c0d692ab37d508ecf1b074e7fbee18b79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e157d160cdc0b763a9efe12ce5e240eed66fef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6859958de8de046b409c539b125cc06e5cc9232b39bbb0595ec99e4c47f2dae0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec31431c1b09b28f6a2a269e462ac6cbcd9d24d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67ee21edab83bcbc0d586ec55d0f8cfdb88f8f9d94c302ee1f9a4aa06e7c823
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b4ccf4ec6458a63cd2856940494f6e1c4ab1a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b406af6fb9f9f8cbba00dbfa52a04f730e8188b85a4567245530c724751f31e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca9358a7384c5231461df8debbf1533bb52678e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1668575d38f31743ae5f68d35ea5eaead07c92e562c5eedf8e0655038dc4a2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1262deb35a06f21773e71c68935de5e632086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369052bbdadeb26d91fd1b55578a649456d9776cedef60f1b9b183e98251dce2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dde2390378373eb2904ab675def1f86912d2f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb8ec0b25fb1e2210312ec4a900d9925baeb7345e8c9241a21589212a6dca77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717245c45d76d2934338715881b9949bbc22e1f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd1a9280cb50303b0cef95e5da1ba848cc31fcfe6073b30858bcfe9873646ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6b843ace7863a671a6e180f91a22c6c1a197de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaccec733913d55ff9fc817a24a62f0e39663add2a85216020742d8180068ba5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd4e5b292fd3df285ca376cdbec3af8671c07e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e2977d108bfb41d1e3a2c62b72f9ac5888988684406d7035fae942224017e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c5cb39ae5b9f03211fccea63ac65d8270afc22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3536d80b329cfce32829c949e916aa5523147724aa99b8abb42a1dd734e610
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e104e4c3591eeca8e95c871216d353008e1e530
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb47431c4585684733dca8b37dae1bcd1f5136eaa0ba98a9e01b5185e47ae4f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b019926c6e3cacc7dfe32314c45077af705db818
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f1b0faa1bfe4a0e132ebdea15d3bc5c1a7b7f9849110a2c6a66252e8e57005
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a17fa7e29069e348ce16030b7ffe1354e59f31e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8cef78a2767739aa268c5f19fe441525477ec8bceaf863f673eae960860d08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a34a231124aedd75ea52e93911226437bed1857
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da2fa3741d60a70d6c7fca24ed5737c8f96947dc0f527b69f9fc1f3dce2833d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc60a6407b449c3a21230e24a355b6e73270b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb0a50089b888732f8c65d8fee5955d4315620daeb13479e28b94264aa2e8ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d0a4e89033791635beb506e22116ce96731dc8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7bcaf2f8f19db59f3ecf80e7c122d2e0a5efb29c9e3f2f92162024f68672a4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ddb391d58d9853cdc7792573b62c50c6b0f07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4348a7734abb9cc50db0aa68d931876c0906f824eab571e03fb8ccda8ab45c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3752ee4f6e063b05b419d214ac0adb0173b22bf5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b7fa4884e4f67e49ff156e9b22728e13a140e185a71396b589b619c0b236c6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db088cb008b01428ff9f9c8831d85fc683271daf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63f68ce72b73484ff119335bbb8e43a85f87cfdd85c9f6fbe804b7320f9470b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb80b89fa39f0136c2731fbceefcaafaeda370e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf82831a4d6a403a8d4670071f193945b41b52b26bf74ca1e70ebaf88e9da3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11008f1dd09d96b4b42c57413a4a244c0d0240ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c54b836d691809ba6e06a31426dd626e1477e3141019782fcb786b340a3c2b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abf44494e839b15c58554a9b3faee7bd157a26d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efac4511e87f99fc55fdf05e2ffafa2aadf5f89cdb70145d9572a66c01c37f49
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b9aeca0fa213ed771b8349ed9af76000402d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4409722c9f0bc5116d9e3d58aaf88d89a8cc13fb9c11f79250925352d651fc3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc98de6c94b17e5e1c6d92d1b52bdb7f9363337
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57500ff25b3fd816bf218370d1e211b8f2517329e44df2c462ae2d0841a014a9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6586e458398eeff1f3eb333501e90ca221bd70ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91a561a82c69a78896654ba81b5b7ed8ad5101089ee1c1c2926dcf244436c6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589432e8aa0869fc6b8de1c1241c35cb2a489ad2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06de7c064fbb3ce2564357ae1e0d49046e2bbb991c298e0b7e75597144d2aa15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf874fdff2aef735064e5ba62c363622609015b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafa6b1dd40db5d8a7f155f598acdee788831f5d97365d24cd5189f688f668f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1aac8f8b46af425f252cd30560f8bc14753439
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b1ea33423ff4b7604ce14ccfc19ff2e62a1111bec53ed0ae05074a7262856
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a586a9c8d3a8d003de4990ef49262b8ad2725ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493ca4b0ec47b330952f621d761f12a654adc273cb17aea8eb4ba547fd36d02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b9977f5a9baf04260ce441e923db14d429e4c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49969a79a56abe21db1d3a12434e66d4375bdfd3fdaa496dca6e60b23723335d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d69829e34f1babc221ac93c157282b1d755c2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9432c1689c12f6927633d9fccd3d15ba2d02f311285bde17e9ae26e5839fda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119040a2752895391655ef089ac85c0bf904b61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7b53f80f587e35e562b70c99a87f78940b273045a6c01aa8f69a3f193f9352
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3437ddcf8e9019a63b723bf616c1a15f825e8131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb435971ab9b01740b458b03f32fa2f1175d4b0c66c6e8ac3b88f136dce4153c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016da480b6b7f009d0d3540f5c393444071dfb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20834cbcccc9a011020acfc63b5eed74f50f8c8ff930dc0fa19354b73a7562c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b8437bd4709bc3371ac0cac9b555442960492
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0253b7f88beaaf5982ed85f083eb0cf0f0cae062821adaf6977434cc313f004f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d980b02072fc0f6c4a3804d0eb4b64134e4d7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ce35684793a4f185c1efa2b7161c35caa3e9c1d145c1f736141320ec274c5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd61215934b9c8c5bc74f7339b657d70f2cc10b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3469a536c7a33401cd82a03fe6f6d268e3afc6d02af0dd792e274e8fad23111
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5881d2685bd5fbbd73026f2aa03482701d5f26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913e80b674b4f3ea8ffdbb395073ca5b1ddd281789d86e210d12ed6e0859f964
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de876026ea277ce2d354a9f45efe140e63ea6a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5b6458b2f196aef834cb850fcf564fb5946e86d5116a1ff7c0e7b65b3676b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86e08b4f4bb22553d13855a8105a7ccc8287041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d4cf377d8c275555eb42db870777c2adc93b8633648d3f490515b6fa021cf7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10430b77f6d64a0d4fdcc7c45272e2b68be65b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3a4fbff56747a2fdd3aec58bc20da45ab82461b2bbf1dc6eba6db1374a0c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaff38ff7caf809141118648b4f606336604cee6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2533ec785e96da1c07bc15bd2f35b9ed2d144f38866b21bdc80130e1d93e4219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46bea5789b8406d1ef3438906ed7f4b97572639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2ad0fcabe0bf4c590b2e1213c728c0bc0a36955893191765557859f9cf5010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7c58f644e30752f6e2a1c1e21f8eedf823d35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4464de5e6fff55c8fc8d028e37ede91324672b33b42b8c8188393fa441ba5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987f871d962d3ec7740e7cc086a0e03238ed7fb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e43802159bf419f569e4c7337d490b2409fb50b1d5f0f65ab7bec9cd089f30e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d605222f2ff12eb4cc447af114c44138374a68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a125b1c2ef4e71584d8708453f1f8b81bc91771738695dc42187b8e34a93c28a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76ce0e65988502da15c068576c1a4c6e1ed4b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c9c06fa052812c6888e3740d5c2efea4876378d89e5f782f837e732037eaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a8937263355130c13e737a707802a175f308b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b9e7ba838147dcf577507bd6d945d728c08e90990134bd01e2b2c40c0ea3ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ecc4e42d5d3ab927d4756463ece234cf78098f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4470b1de31f5785001191c08664d7977be7047d283ab31038c1478ace866fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7232149459c5205a2540ab21bcd45efd0376104
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6075a7c7e1c396720151ff80928cdce8f3c51a1a81a43fa7c9965e6a82369a7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d0011bbcc0900b6eb8aa1d1a7101e98e99509a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4da40aea5380bfa35cdec5d6fd42a583921126b03c3f5c644b63d32ca0bc499
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd52cb96d048103d3a0a1d5937d24c944042828
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73a8c5ad94afcd6ead7237d13abfc60ed634740f7d073d31b854bd22132fa56
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21950038fb708d5f3267c8d839d5a47e03f84969
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728b23edd335b0c9be904b90d6283fc6b16c4f30bbc26524980180a67318ef51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261765cfa8eb303727a957844d9cc05b04acbd57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d392566a8310d48eb6a4887bad71562324a2145998306744f5f075d8ea52d34
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e07434cdf889023ba62efc3e31fb90952fc9d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd84b5ba6dfe9e72e59cd74525def10ade63d78e184e3e25da811f8e6575eeb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f56d4d641c1ef5c99676ceb35784bf8ed112df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eae447dd578adda0879b071f43e8939bf95ba7938e63a708d789062e36ea36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bc2cefff02daa325953a1cea2132e1871fdf4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ac0dec9563fd5e290b1c01fb3ee0db923db69d65c01106b75db2f6bc2f1422
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c4c95918cd291fa27a1e97ff87c50cd17b3ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d14511cc726c89f8249ad6cda19f9faa13b3afef1884d9ba0802a2fb3508d82
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e08f97af12923991a006228b52f79b81a0182b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fcb3c44c26e0af6eaef4b6dabd734dac89a94d97b67cb6dde9a2bdee0489a4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bdd37beb1f9294096e88dc09f9cbb6c7bc9915
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d7e54332473fa0a599307e072565121489e23b380398f951265593b0962ebd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41741a0cde50bd3a7da44cba67be0af887bdfc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8d5a89131e1871feb759378e41111ee83d60fddad3b2fd3725be9a3abff37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de47ff5f1006503203b0365d576e45bef7c67453
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb64b5c0aaa9d98ed23249dc397ac0443409c49a3ddd52e53c4c706d34a6849
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b327e29ac6fd0777a8c99f753a0e3d470fabe63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9d399fd1c6b2047708e078e254ecf589736c169817bb5bc56f34172182df6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e81cc0851fdbb1c8867bebe7c8a5daac4cc96de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d6adda2a7d330ffa62d419d079907a1ac95c3e40675a623ba86f51a0d601f8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601bc6694ea8f034aec1759934ea2dbb33f0d446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144747cffe50bb2e2d388a5de8debd67751e842781eec172161e0567046e0597
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f1c2b17237e28614a43d30c071375a0e8d9f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ba624cc6a066134672a7c0f1774128562a70a49038159711d22f8eecdc5a84
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef951b0a9fab96f094e7de9b75656d326cbec6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1739b8c098748ea08c8ec4f5612296738b004154ac7f6d501d4c33bdbb4caa22
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27198f7c6bee4615a7b4f844ae54e40c9575290d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ca5d25f06c6bd6aa92e13280d2d65acc073414d59087fb882b4dccbe31647e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e64c6511d495e414529b94992a7907fa8379960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b67ba9c405dc3fee112533b35f924bca22dada9f31085e2ca9df142a45542f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dd39906e99b3257989f43d86a30dfbd00c3bd9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a617927b9f95b1432f0b0fb4825652f35ab14e763c5ce8f6493156bc54b9c472
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b52681a3ad8b5f34cdada96357c2c4eb69b515d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744fe66f9e73acfd38d330a672f767ee699cd13b4a55000fbdd11514893ef73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d5aae8981af998269095a80c831c2a58d2c1f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0b5ce961062a3cbc9ca67dcea2d640acb075e57271cdca344f694f3b9be0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82736508f9738efbc0efbdd39a604add6852fc67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20083d70b9758c9b347e6b7bd0e08dfe6490703d0789d6cab97dfe455dd885b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0a66de28329f0e669e98c6e3071d678b15b5e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47661092e2e4a1b74d3d8797d97a7562cc4db83564784bd9f969ad4b6c093cfe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059dca2fc5526d9fbb48c3d89c7f64d39e21516b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e068fba42f9f35b51d18c6f3af0a0fec331ff5357d9a20b88e1ada4dcaac9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbdaa6515fa2e6fa5269bd63f6b08aac3038f92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ef7b627202cd2fa041ff8be65d89893d9c270e7a4ed6edffcc53ee538d2cad
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cfe85023dc0004de149084ab62405bfd08513
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2503115869140cf39830edc1a617d5b3574755a15fbb48a26ecc717c4146c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eefba186cb40c9a54df07a701dcb65bb3537ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24c9437469d556f3b36d037ba8b2e74656b9460ff2415a951d49fa9c0ce9ad5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8790930c85263ad1f10a10c848ca8d0b562537
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5d69afeaca98d3b665518e339dbcf4598b08fcde4374394b4f89ce1319d36d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54eb58bf3b5ba44683e79fddd9797fd5b6d7002
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d4a7a9c9c80062365c66c148d501b240f1d6708a01bca9dd515aeef2438500
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d36022231449ee6ba980a1bd8fdf314feacad3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3130c0260342e3451ea5c470302137fac01869a3508e0be83110d72cee73dda6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0d6b3d5a3e8d9c53af4b19368c4bfeb21df53
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd97947376ce4b9fe3f90a6365be62e41db0eedd5ef42f74461a794ab684a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdaf61b1f1eb6c94729e16f3b5d5b32f3c9f7d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642a0aae1b75ec1b30dabd6ae1abdd65a86263405f5ab1a77d2adfcab6442487
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9e7a411787c9335cbe3d6a3a8c7f450a580928
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3d0ccea93e077a95b1e3602f7806a64d7423f24116f0098a72dd6430097448
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2742e1d34123df6ae6b1c931f6d90dd8bcc7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742818e132a263ccd084ebb91f000eca7a324695fd1902133f12f1cbba042b10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644f8c125693e0aa4d1e2620907bcf68e986ad62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c776a07659a8beb9f4c61573caf9cfd144ad81774de041cdc3108d93c41dec8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be3a6f730ce0711cd2873e60ea77f7fb1f34b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e63ed7d1da97e69522e0c43ddaaac1242f8bec7d25c6fedaf9d6395de50775
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2d334ae2c0db605fab1fcd078d6d8edaf90e91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686233bce83a6b133d98746ea793a42d528a710e149b38de0501df7f2dff160b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f93bf9a9e198bca35fa79c7751d346465feb464
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45123f93f09e3cc26e4b4052e7cfb13f458a465394a6bb09161e2b8230730b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb123e45c7c0ed6315b5f377fb7b79434daaeec9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f1daef0a8e1518dffc1125b4d7565daf8b83ed1f6487915142da47e29526c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87fc477aae99f5b8ba62a261b3b92eec33d0ae4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30339857af7ef5fc097d8b6368bc2ede9b710f2af21c56ad78f4c33491f914
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472f1f0d54617c68ae6c0da9a042a2ccae53c39f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09607641dddbfa919dae4556d9ad8ecaf093d7eb9d08f059d04c49335b55b210
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117441be2b226ff4693a3eb5a2223d1cb87cf0f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab254455dc90934b984811108eed823fb6ce2acab17057a40336e195f0a748
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6e201c4a9509e76c120d303ef737a22b6e3330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727a679306787a06cce0baa08dd4fc9c3bf709f09b8f421595c442797f61e496
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc1c71380f45746d68cd586be4692533c99c21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49820c1ec79782d63708c46f0a01372726d8bb95860eecde054151989767f912
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fdad884ba52d64d3e491da9b64efae856a7f4c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea3afc2bc45fc0833e0fd3ccf284b71296ecb916168c112ed7cbfc38652d49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d559cf14dc00dc9644081cb9377ef9647a983b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1b723ddf13177d1ea3cdb048ed568be834cf5eff2d0daf5b2242efcc78a54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e966b2825b5ecc5ebfd5ad1317410787b76a9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454d7361467dfcd82e7037aaf3c7e739c82bba3f6277feb0dd8b9d2958c7fe62
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e248667722e7398342a5ce487de061d19a710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40607ab3bf7dcdf8192374773320fed3b3aea833e804310e057d861e84b45d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c18c3c4423b0d15dc2f41a5055f766ef79cfd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcce976fad5d3f24a479f0c48ca250f0b736fe7a2601c17eeb6440c44a15a155
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3216bce18063692193bd82c3316d4cc70f7c216
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a033817cbeb2b8938b49985aad28bb30db897a63d6119ab2cd8f596e3dc8d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c88bba5cbd43304da6f4e2839dc250088c689f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cdb0da7ba2d974ae8fa9e2b100eb7b245b4efb77ac8ffaf999ccd5f2cd4b18
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f20ed3ad9288c31b9336d473050bf4c0abdce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64081c3d246915744105832869a0dcd1816e65782fdd0a1d94d0db7b22474b05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8943d6f14c56fe8c1f8035efeda652171ec89841
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0484aec54e3d100c48217dc48b549d31f50b796be66ce0e5b904577de08329d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e362a2c9cfa87429fd928a7f0dae34581c2324
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1bb10b0376bddc30ba5ec317bbc48dc3b3e1c4d971bf492ef723321ee7ec8f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87136ff2fef7f96cd33feb4e4e8c787f27aebca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9562ea2cfc581af9ac4b6763d9ab577148837480be57d704086f50d16ee8a20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283e1001ab253c2a2657216da03371afbb241715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62949e67495a8e9ee280309f2312b878189416b7f842d5a95d4b3ea0cb6a3938
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9458704afd65e564c7e408bff85abc0795dd30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c29c41018bf147abce70e9ed61845d4c675db9c0b86931245828a6e62b5325
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b56679ced036af8cf22a36cedada7d41acd21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2230e519c55a97f9d0abeca060b93a3bcc5f675a750055b7568582012049bb1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b6abd452be10696d06ed0a81222f0d2f1cb8dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610481187c3d0ca869bf6c09a136ea2470484cd24ac3315671cb6034bbaa525f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbfab66b6892c8a3eb2bb34f8811c74b23c6bd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b7088484ddca3984970122a417467c70ae4edeee6e81551dc19c09bc3e24e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75b3e63ce7d178f147ae3d7f1d62d9a13e66f4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf25b29c60591d812c500f4c41cc58de6b83053509e28ce3c92898ef9d3d523
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcc1b1d827227aa33f4e1003283a80903761f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c27b8232b86eede963d296730b1f39df55d0a7cf2a55a9e7de0b956d54322
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c054ffe68dc895ffbb101b89446ffeed6d6c5048
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f409351b8907b84e191a191560a812db49a45f58314c3d47f3fe9d7fb437f6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe9fa9aefad3d045a95966736ad6dc5cef89d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43828430630ebc51b1744fe3104365e97f8eab31764c7be4dd97d832c50e8b1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b6a7f76df92e805ac8a093aca8aa5e53d0759
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5049c3668370d872bf4e89e445f443ab4a7b841a570f614ad7c7271491d5f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5e524cb5625d134bea03c54f58e34c2502490e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e6486379280a6f937528c08b8e6fc23a797c512cbe5e4eeb99bca216ee477
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88fad4b4cc14282997778fb3be2095a38363a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117e498ef71097103e6e5416736a87e1e488a92a1ead5c839ad89b5d93b6d7e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdd83073391fb947ef993bc3b1620dd1345e52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b107d676d013be079af34bbd9172c47ed7b10807af5f31151693056f901295e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b198ac3641eafc66e799a6b8d43f6f4a38f711
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91588d5f90e6961855eeff4d9355958650639741c191a48d4f334f95dc7ca75
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2d413553d4a8ea6026d8e031f7f768df89d227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3912c280a12d3b0629e0e9735c028050ce16a2605ca06422606530d830238f5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82018756890d242572302b404c96bfdb63f4262
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19627700dbe248da949d8245db11c77a5fbb97c5318dfe9270b4963b06733cd5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc880519635d3ee867f0b4bcf87f5760ea1d9b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f877f32477dd430bc0b988165e6a8fa3dba39068b2a89976bbfac377e035629
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953586efc41ac5ce251b13f95b1af694ef120c80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06caffbaa203eed1890cac14690ccb41ae287669547abb5b7705dd112a3325fa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7990666112b1b941bdef72cdb4fe9f79626f4c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d80aabcf78f46247534d76166500c6ccc9eed382908844731f0bcf426df13e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e546121ae3e459aa4f40882de75eafba038476d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626cf7832caa9afec0647a1078cda0b64461f847c69da5702a25b5d4b954d814
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2311036f8830a188b6bbfc3f7f2e7a59fc900f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8ed9a46fd61856e50406035d339755662c255e75ffda58a256f454af58499
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e13cb8aadabf2dabad79b1ad17f55dd2345d94
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d89d7f9676c564ae689b9c35e5773fcb9afe5793453701ea0e67aaf21fbe010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe8d16658cf6fed4fb5b7117df5760d905fc54f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f90358d124b73f9fdc189dc9ad5bd91efb8ac2ef5d5413b873a2096c31ea341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d924de13a7822bbf3dc01a957d8aa4baf036c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be76ab8bc94a79f7e0c14ab1406c3dab5f2483753e33f400586d37fd77e5a0e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d052400c64fbe74f0349f49a7c4086d9574936
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66efe363b29e37442d41833a0619ced9e6fc3affb8c200def6c9b83ea9e7ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb0949a9989fc59283327c378b2a4c30c051891
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9a71ec65368d9014e09276902618e646ced6e328ca9cc317ba1318ea910e51
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28d1b9b9cc864a505e576eefc347ed5f8a4ddca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4c0d503823e24fe953b9f27f2a108c7d2325bc64551f7257dcc2ba64a59aa5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c12dbdedadc7e431dd54a0352929c5d44293574
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e065f5dcb2f3c7bbab03a6bf2cca8ab1d86978656b079330e4e9d6506f2929
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687398f8dfb75aec666c414961b1d7739df13c6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c440462ba10f364a3c40e293a2141b7730a2a7ff6adfb7c1836ea3055d14e59c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecd9a37ac9bf39c36cb7aac5aba0e79a4df6f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a29d32f90b48cd4f4965d750c1fc8ef0116d3d853f6fe9fcc94fb0d322a4c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc451a3730861077b1da52ad0b3a4888a7cfd27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae64eeae5ba4510cdffe37f5813a139223fb6654811171b59ac775159e91cc5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7a560b682aaf2f908450633523de60f3e24c61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f203284c2068e7c013bb121445c6ea154825794756dc527d6e3d4931d624c9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c821e5e7e19893871d921157ca4d21ebf8d13520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33206e1541d26622a0871af6e2bf929821a3758b3cbd63e40e59c2633727a746
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5590972761e67ad837098253209525127a826801
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfa2d27996abe44c83fd0b637e106c38502829692bac8f001697f1de87d23d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2bc5dbf4368d675f8836d6fd0f03e177baaa13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f285ba11aeb3284a1accda69936056a93ade721ae6f9fcdf1905130a984a9d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ab8b9898112a32563d068084b2b954a9cf41a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2520cb69b2a478babdc255625434eb66d843413cc4eaa5ee85a055bbe59447
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83132191e90b9372cf63930862b0748cb0489c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20942ebe51e3289a691e80454cefee4ee64d4e67b3a1ff44665b1fe620813b97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35211293337997a5667d9baf40a595528fac2547
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3317b7ddeae3e655900e7738dc2debda3009662e0c2ae6320d96bd29bfc69e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b1026d068f2ead7ad6be7ec97cefb59d477dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eb6a59fd80a4305011791a5d3f1ee15e24cb6d49c7da08dd2489b5c0b94881
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0b967664b08fe1633ead8c330a63055a292d23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7c9bc547d6f63c32b347791cc7a83fab3701743e7408f0a6483a64d5152dba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea12e709657a2d93eb438c3fc987753ac9b1497
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa3d109efac1a6904ed165a90dc5557167622526d602b0c9e91f95aca3a4f68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f783ed1b04bc85f6305e594f32623e3646063339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76637880941a1b1ea623af4aeae9923095da5d92a2e19608de213863fc2ead
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8d23fd163854ad98ac0b7cfd9e58a0759bbf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba64dfc0e89e69fe088d97ea57f5bf040ba3bbd35b17e9cde676408ab9a18d85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d74cb3a10ef37b910c63aaef5f713e8b217d52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c6fabfd1afe728e3b2cacbca8aa8b50ea93117d7b17ae2430a6fc4d5632cca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0488b66e7456c8b524b6d0a5887da5310a4e9c55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99ad68c9d81d1fe8ae43fad529de4939f6c84e5e673b4ab7c5854660c75612
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d3b9f37ee91d5a2863e85a9add8b46c20451ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca911c88dba2a52bd3db4fd1dfe3b8220d224cff6c9b3831213797374041be10
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f7e21a6981a6ea2114885bcc2de01a6f9d7e39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c871a231e681cf5f8116c56943531ed672fc2c101bceab7e61d50866ae0106e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27662e34e80498b27a08e2a584de011918578c0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42674c346d8d9d9c57591f7955081076222246ee0d558c4c75667abf9b5bab20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec236ca935ba70ed0b5bfd86608547a72b82a2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd24002c9a41850a71e683bd72d83806f920d826dd0ed9f7ab98aa6b11040db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59c06fa5ae8c2f73766e208e46e83be2d4df45a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11ace14584acd6dac91f0bd9d3c26d880d269e2552574f69463654ac66596b0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21208dc4b6c3318cec1c2f705e0a808e4c3cc1f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b3777e6f68f475c73cce68a0bca84ab8f12b3d689eb2d64e1eba4cdc189e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6472caf4b4db5b325153433478c191792b4ba4a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb40c564eb6e4239d05ac4309c5d9f30305a8acbf902a5db079dff6238cf65c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314b3f4669d387793a9332a337d29c3552cfca14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06151f780907d7404ce4466ab5ad8bc6b613dfdcc4713be0708fc9f671656fc0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206ded591d4de7c2a768d1986ee358f49e2b1483
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79253feb666835bd2e51ef3d795782b87ef327ad8031777bbdf66a27d51bdc55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f4b5807cd45634bfec62c797989e56087e788
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c926b434f8977ce1f78240ced99564beae098c8dfb63d1461b73628002cd0c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeafa20bc2c3b5c2bc924227dbe79ac7c2d7918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81a31e1814ff6a11df0237d5317e04c925697551514e9f464fb7ec7c0a44e34
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792897bf7b5666b201c5ea14e3a241694135b695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d85e00542d976d2af79ec4bfc22490ec18b217d4ed87932ac5ee9d8d18f7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c422b324def55c6dbee0213454c52fad0b8159a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c6dbdf2418b5d10b91a9a4b4f03d39ec21d1f9ebae93cfa799343618dfdcde
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ba3a3efa94ccbed88ca692189ed4ec625e29f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24cd43084bda0facaf272117ae9058349d804a99a7c02a797baa744dda6fe7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6729525f6b6061b6da71f94cbd7fcc55fdf1966
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10166d02f7388bdf2cd51bc0840472585063ba14c8855bc9ac8abf581154313
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39388a0d15bd476511116076c62b85f6fa2db6db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eaa34585a26d449bb9a14a4b0558e5199b79da22058219324192dd5e06fe4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e2b08072c8a79320ef6b4e2600c25b1b8f2499
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56ffaf1ead83a0ae013955a97e2f88ac940b8d9b212414e9bc5918dd4ac89d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197773e002478fbba4ec88101e7703f563304880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc410c10b67ef3b482298b982bc5d86b598f19688e2801279b142733a57fbef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de21eefce538a8a7101a488a9e9db8ccb620a101
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe7e2d6240002a95c59bd2d5e0f68e4f3d6e8d9e86952cf58a4633fdbe9499d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1d68a8d8c355c8cbe0112908745020118dba0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9b117316fb3b59214fc5d6a5725fb42fd5d4d5bfc2400ab5e3fa3b92395f33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9246e0cc3ea67ecb167b9b13188e098114e6eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb450b4af5d193d0a2f4ed5e4f4d16ac09fd8ba85c185d7da03b4a33bc25ee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa6a725fa459abcc40d6b86029355bfeaafed5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca7259733a26a57a29b8b10ce1ab4214347b6d1e817f6b54f5bc9ab6fcb6151
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bc82e98c0a3c1d6477c0ddd6464edbbc2cde10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f77c142cff90a4e170757f14334ae9d0fb9ff6f6a543e8c9787be5a023928ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a37e5103449d7cf9b5d37db6404e956f2d9d44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba2885a79106541f3a483423c830b4504021e4499bfb65fffd9afcc676326b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cdd7b6d40adf87c5536bd99bf1407ca1db8be0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc64d690f031b078429c820d617fb973f95ee89080e57ce01e24e416d9f547f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c853000d250d492b04e103841410efaf47147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6826b4758fb9a16ff848baa6f5b2cde37e1e5448fc42a87dc3d91276365583d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734bc3ed3817578799f7a5f642065960d0732b36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007519f1144dcd28df0874e08544f8e549a5f0c863618abfb0b5181c52ae1258
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6ece7c8712914c6d88c583f8974a1f377faca4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be055f42db218da8f270b6e026f0b5652798728dfc88ba63a086f790d2f4ff9e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018b5c470c5dbd187dca4da46bc79676f9625a56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5916f930b95b3d4bd8d021cbe44060bc91c50a26f3c0c112ccf772aad4ae5e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84e9620ef39d3f36aa42aec2900522bd875e1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafb6c628b565687ea88972f0a4973240e477316b274bbbbd8a8bc50d2bb1eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371dfca01d260d6522e5d7a34636b3edd6c58a07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5a1e1ed8f2d26f4f9dcc24d4ebdf42acdd1a9956b6f77cbbfefcba9b909570
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d14e11a4807b4485dc5432c8946de7cf869687a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084ad59d97b3aa97f262a1465473cde38bba46a602053dbeffa2114c77b8147
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f405a185ee6241341d381dc2542ffc32a0109d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2436bb232ff3c1baf3d2073d2ddd4f9efed2a500e42e5e6b912f0b25ab1e5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b79bb1caca1d45be78281a2a4394ce92ec2eadb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e95ff4ad1d83542e13ef14d6562eb15e916e659491cd97357f558b8dd4d563c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a6e0e47c19430b4581a30a206dbf80ef45990e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0e67d0961e3bebfc8434a7bdcb91d57703bc10c94eb65ab48df70d41cdc4e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d3dd1c3f06be36e08999ccd31f5b33e7e2c775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f990980fafd18e63da319da769dd2bae2782b0d0b0599e4ec1f5e11fabd95a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c5c28a7d11a1b61dfe7f127c2a89a0c98cb8d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644105f7699c31cb4a1f96f23c08c08e303927b282a7ec24d9dcd0d52a46da5b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6acc4959635dcb5c209343faf216d4475a80b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2588f084da3b7c162085114b6026aca3d9ade098345f7be4a20760b2c8b15cdf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7144c245c23f6a4fc377f18618b240d08168273f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3808b3c211ad42658f8d0f33395962aae953565f0c63d2a989d94a59741b5102
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44142a37605da93eff412a414530c6189d735395
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e2a8c0f1d0390ca071d0707e2c89a5a81ca6ae697252dd1d9989ca6742127
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e26649565edd9a8f5130ea9efc8ace4e58ce69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd9c9cf37f6ef03723ae3b75dc940c0aef068d440fd25380a40bf0cffe6dfc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4e669a60e9bffb39ee23a5bc1d0541fb6f53c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26651497ddde4e386dee12cb6e96d48599a18c295985babbc2f72cada5744c4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136027dbe6e7256d7ac2a7d300bcb5cda909cd20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2255fc9f1866249eb4d51c3892cc71d6b41918e2d5c671a9e3e4c51ebdeca72a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e007c0a727964742857a161ddb6ed6ad487bcdaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032e651e542cbe50b9c6546eaa52fe8971c5ce24c4b54f5afff62598055de348
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d25aa926c4322b9733c4a58c8480ba9953b7c78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcae0fbfe173fbe6851c019a746a95c5ac53e98d9614b6016fcdc92d8c0a354b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4dae8e1d4dd31532c7cd383cb48cced7cc1837
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff014de783ec69d9baf0d549f8cd28096efe5703228ab7fddf7b5ee6bb07961
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d214da5a85e64ddf7db6f2ae4aa0069c3f74644e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41ee3669d3505667169048e379f373542165d88b26fdeef0f6e48b6c288cb12
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d5f484cfcedef633a1e1201bb9f73180c376d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f48a26e23a7fe455705fd7fd1018b15f49a8e6d6154af97ba6e50818931291c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65503d30058e291d4021007013759dcd510022e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8032e907f3ad521b4387b35a93f7bf56114674eaee31fb003c8e711789bafed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaf064e19c05411fb58ed251ab3eb873a0d0729
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2c2ecb53d4993e2ee1a41fa1b2158738254ca8de13af0e2278ed06f55b6267
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f50ee50e64f91b8cfd1246478d4bb85aa9e284a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b859a6b2ab56255eb55972d7602cacda295be64dd84de087048604fd37112a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16744e60002f4ad876b563b5b5636ca9001d9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8067ebb690edeba73727d93e52145ff51630bd3b8077e82093bffa933ded7285
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2c7a53d5c4758a1b18652c2d034997f1ab71d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26adfb99c7b7bb039d7d1516d18cb6501f3b292e305909f2b8e0a1aa69fa4f2b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff26acb96d5ecca7e12d536bb072329b40b585c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6998c9324131a40cdd83628114242d43f25a3a488959d9260ea29b6b0b507d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e833e8025ee86def229008e3fb0a0d9e5ffe440
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1641e359e67cfb127755ed05f19974b7dc83933b99c962bcbc31f7335a9147
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6973bd2facf8dbfb30fa0cfb399a99bcc3d9f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154ef399f6438a232747d81864537b8721b889165108ed9233ac8d5d2d3d7902
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d0ec8d0cbd2fbab8f153bf6af84c16bc00f246
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea7371cc814f14e4db3024f918e39f6a79b220e0c64e0fea1f5d661fe6f2469
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb94a771a0b04d10f9008db99ed7d28c0feef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7583d9b5430ce97bbaa6a5eff04ef5bc0f964c69c943f9068c792fabf2ec4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8f894501aa5ad536d706af10aa98bae1f2ba99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad4c64679d265a0fefc8f66498d99f39a0ad43546b1d89fb9e0c0aa9f28abff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40f4e0c6bfd0debd58c41a138a171fda487a652
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0fc3c64a4d907c102d113aa487441ad14067c6832d0414fc4b3ea8f800f481
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e99cb5a46ca0529982a71601a1eee9fdb41a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30650fa8913b4cf6d78083ddc3025045062ed72b576a1111e24c96c938a1bf59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8083a620818a809d7bb6f7fc1f2950699a7c8e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629060b65f2afc63c3d3e2c7e3b33cb6b1b2ef1b1370ef3181049ff9bfdcade7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667422a22eb8d378cf47d21ed64a1f652c9295a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2eb5762a5db1360ac22d63ede98f6a03750c976d1e85ce03e7534bc877f0e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b4992e9f7f46193f4cdde084e4cea4b292dae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3400e4e42164f0b9cb47eea12b5c36a6b97402c6aba5d97b1ee36dc26d0337fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712fb2059765693a10fdb9c86a851d636281d3ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a3f4d4884e2f302cb5ee07302bc03d23d27fdacee58bfbedf29f4b8de29401
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd59dd3d17295679abf794bbfcbebf4fc087d3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1caa20c008e1c72f6c64c8c99d74a014406f811fcf98b30ca1cdf357fec2b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b195734ae1c5360886f5b2758d345e95e90a25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafdf276878902d8c2214639468cfc23f11a706b0296a7aa582fb08e0f98bb1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a60834ec84123c5e656ed97df98f128747e0da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225d9e428234e37032f03cdce96784a13a21f109ccfcb2e3401bfe0ef1ad1d78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde44dc845de7d63f7e25bf15c24d67fe6ae4ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa0daf75aa750d583249e4295348ee7252b1997c9d09ca4b869e3ec5b1b53c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce24a2a383f2fae5ed768936c1545997a371d8a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b28b6e401e9bbb832868402eb4ceb6ff8bf17b71f00de511fd50bff134993bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ab4166b69a2336151d20817f40e72ad9458a65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bf33971d2260024fbca41843426f596788661f85744eeb5b5d00d654fc5554
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160873e8c7d45ab44b554e3f36b6155eae1f8576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016198ccf80cd5736accc42a46b5c82d2d5742c18825e26ee5f91151d60dc85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7885c25a1f3076fc806a29f310b8e326ad7740
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5989db873b69e3e84d4bb97193649b045ec2c735502b558c81e118e3f7e77d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557145ac7ab143865e27ece23c66823164b2509
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4c2832eb09f3125e113993241806a478b6a76ac750c2be56b2c7db40edb04c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacb9a007db6aa3ac7722bfd7d3b7f8af8411053
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c7575c0573b084f30b9237b2aab920b7ff514aae9cca6a4eb05ec31d90fb9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f56db1553856cd82d6debbc42febefd0f5284
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520af91c4f7f20cc05f754d187655a17cacafb1d4597cf86a00430657d931540
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ae2e86b651d9ad429557fd23cc6cadd44f2972
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aa4b2c6c9e21ba847aaf22decbe0eedbbb8fa4276d8c762abdcee5b83a09e8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c769745b0af0b679d4a9b9ba2e0aa598afb5985
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b19b4f3cccded7e932d4bd509458809f2208058633d8c2743db766185330c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdfdc8b637db2a39e830ad8ad7a685579808678
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822ed720086c31e69d59de267d39718e4fa9f1b8eef12c30c953566f20d62e07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e824d71d72f00f5c2b089f9782b009e93a4993
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b402ff61ea4c4ca10feeb6334347fcbc881b2aea96d6c8337866b36f1e84cff4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceac48e88790eccdeb87147c29a947d811de5f09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958a87a79733c8862bdba282da5fa456b17fc71b37ab24da6ce11408e534fbc7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4b7175f61e025028e975faa04fc44fb174eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411d7c2a4bc8e6156a3a163bb85b6551a44380793ba95eeb7a270a0e3695e18c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532e96cdb655fe3189cc81114be8fd8e13def163
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2360cdae5ccd462f12c66748d4b27c33724d075a3e39d0fbc166b09554e45e30
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74c4d373675b3b44e91e234a6596432f7fc445b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cbd7893bef8b730a332be299221e43e119a3d3b1d1242d7510341a2d3c1050
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f7ab4c70a5061563f40ef56a1f7bb560a880a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab51b2670a879db48836f3518e7f1a0a092951d7776638d2d373e675e29e947
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676f3e4fbb901e6707596263f04f8668c4eb8843
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea9a9ffb53ff59577e1b6389da1ffb17e833454e2704c975ba189973eeedb75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5487eb656b29633c1d85d0009c8ddda3a235d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba29698875c584e234d4acfc2f4c37b7fbd915ba7d6019106f2875f3798d9f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dfd990917018afcd7bb5a4120d87776ed09e2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad8f11b43120cda145ccf20777709f11fbc4619d3ae4efd093328d7db630d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7708fb036fca4066ced25622ad77b74626e03f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09332fbbaaf9ab2f3e9f81288d501541a7655ad7344dccca756943c771803c9e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b65bf7693b2a93f429633c00abf31871d96d05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8eb2693b169861390a3f44a753a666ceea822721f59ac9c8094fb81860ebf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a682091621e72f875215bfc58ea85d4712a39bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6131fc60f592e1b6a2c32eb6a179ce03646a71a4c5398d657d64fcb43ecb2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea74280419df748e7e38cd515f7988fc42821763
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3240ef50642a6558dc8c618848fbe7cad15ad8d8f88401bc97172f61d9a2e44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc53f0d7c11437abc1ab3abd1ede9a4cb784341
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43de7e8a5840cd65a505363fa1bad6634a74e9628ce08bc69f6820be3fb8860
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a860dda62960226c015866dde69f8ca6bbf2393f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d385e5597209e5971b4ab84dd2d2cfdd2fb7ae809e940e624d9ad05857c8287
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21945a25153fe90018834044d0c83319a9ed4c6f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9c6447335b4cbee6e529a492d3e0d4aba7ee87d98d5aba0b7951b94670a022
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd63c71ed1a041e892cd39b9206e26cf9337ff8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059b0548d86dc9e6f915e9462ba5d9749a3e99faeb1efd56b1f44c358d3c2d16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a23ff049a772d1b1b2b1cd3ae732937600abe3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b8af8a392ba12c954c18098372b6c21845151adfa34b55e878f6587af5d511
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56037bf44b48f5be17d6d93dc201ba26eddbe9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c2635f185b52e95ec7ff521b3e125bc4e72a587c66699c8018571da4753a00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3a0e2cbe12f03fde9e1b7d92d235e4f77c52b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8a12cda9219ab6631f54934994fc0011a191b85db7d0041f2da7bf87f7d9e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf39f36d601812683c0d355ad5d4f3a0ffde0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37807a4d56edfd2422450df3b0ae00921be8d9a84bfd1e9ab1c9a8d6fb3bf83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce4e93cd8ea3b114e5d68aa296ab916fa66404d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c568f2592123f071e9d9ff9099cf77c0446160297cd72f10d40d1106428e27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b485e1fe965bdf62d3c7663810674b84854e3b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849bfc7c2329740b58a1a40da29f4aebd6bcabe61aec26f06b00ed3ba2e79409
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b853877cf6267f1dc70a320a499f572869ec112
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05a377b777e6020d4ac7c6f82f5f482cc35bf89c7d3af56c3913f161e50c716
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4fb36c1367ff9e2874b92ca1b036db5aa86fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77c5f90e19debee239ec4f74a16d7aa3edb2760ecd308d62720e3f594e53e42
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c04b096838581e56d4756209af63a78efb0cccd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a06b857c15b9868c34666af71f3741922d2371867431e7444bc7e57424b773
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396767d0400e0e57253ffae121ec77d2692ea5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7cdc78704786183ea9401cd62cb8b0bc41f344c794fa4c5fcf97594edda90e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec7aa168de57b665e39f0581c7907ed50006e31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aca22a25c1b841af8eea8478ec0b143e7a71ffd3072d529539c1639b98cf5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f071ab47a4323e195ff15aeb22ce7bd1f7212c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2651b6d2315a81cad8f01ee7586d445094cfbcfefd0dcc7c4898bfb794261e29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74f538592526620b9869d05b580f0135f2c72ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334ab386593e503359f02920b5559b23911e521e97329e76fe8cf7ff52d92843
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cfe35d0fcb5609d33126369f6e407abdc7067c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3949f4d4b05e1056311d3911a825c0611f89cf81a7a76b5997c4a5d6effce7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78af9d88b8229e8fa2a82079882bde3f42ca113
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345e06d98829608c543900397489d0de49ca6f4e97820f2df659529d77b7c1c1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994e053b468e4d2315659b5c3eb074af331fc63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d521a53a1521fdf513109d8a06c987ecf2e21eb84e24479e8311089c322136b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761267cd1fb21deab642a850a02fc84aca98ee2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e918ffe3fdc76811bd7528126da48773765fe019ae7d483b3920c32c3619f963
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e34421bf1bf0d5f2406b8ef04d9241a4818f8c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dc73a0435ca0d1980eaeedd3d8038d7fc8fd293a52fe5f474cd9bb45e1a219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a139b7faaf8b6415a9e15ad81cd54bb4d68c5ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36493afa515bff8cc007ff58e847f493d46441129fcbd672ae6d0021ec1ed722
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49e3f56766c20c253eb7d467383289399131b84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2567664e18ea7bad6e31ee1ab3da8f05a8f1c0e4f946edac2d49b2b522d4938
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315509bc24dae26d7c5ab6a220a040432381c8a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6de464f8bfc9eb048d0022e7221a4f64d9b7ab9576174b176309c3e8c9d7ec
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c445433c1d65f5caafe895893e0b016710c1431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c8d2420b9fc985ce22601a4f813ac4d0d30867a2c06f1cbe83559ab4d78e28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d3d4e43ac7ab4bde0eb71b29ba9b55fac87016
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6cd6b8ca838bead2201a251dcbcb5bb1379b09e732dba84ee8e20971bbbb26
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e408113f626032dbe06b95079c756f360ecde2b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad8e0359a2073a562c844987e1b8dab61ca9f2393e87f75637d9682f1bba76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506327015fd0f4d5f1c4efdf401b1f981fb02cef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90931b9deaa78db177327289956357fb857f044ea4a59a4b36ee09efae5c4957
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4924d6757d8a1306724ecee6511fa91b0767db87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57cc1fa0e17eabf789aebfdc2628508cc594ce2838a58661fc04ec56243426d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc61897c97bf5ce33b14182a1e4e842148ab6b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0069a98bd9c870d6c77905dbb69e81fd1985e247504aeb214322cb14507d057
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16587f81177915f870aa254a2ffec9db23d00e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91aa9260b16287b6de8f7fb06b3a645bd668e09fe4d4649aac900b5eb586db0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba064ecf80ea3bfc5cfc6fb40f24ee910ffebae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892f45073112ca9260f3870c3716bd9872aea6ce19776a6eea236d37496ae81d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a274db66a78c225bb4c071d1753889207975bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885c13cdb0cbbfe7442429719fe7b7bbb2fd3d94db795e7b15e0ad67a60759b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3154e2cffe4318eb714ffe0224888eaa9469910
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8b9828fa41a7ba64675a1cd96b620904d99dbdcda64600c6a28cca1f91ef92
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d606caf3a0f8e69dae064604e39796f446bf300d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64561a1f124036a70bacf948e585ea75ede7deeea750138d421af691610f2401
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0dbd6aaa43814097a304b0ef219025c519511
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d6bee2b0462b38032f84e1d7d6d8d8b9451782bd19b989872963d4d018d59f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e448d11fcfa1f945fddc5d8dc611c14ca5eb177f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ceaf92749405aad01cad4e93ddad1afd3470180fc0be92b4c820c75f8e8a92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b8425762fc9bbc64f17ec9f2f117d93954923a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e40c4bd50dec4c61957fbaade5424839f034bfca6dcf91bdc3336454684a78b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8807ae6a0b3c547047d485401a6380c5646ccfc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f3b7941173c76f98b57b66a80e1bd3b39e3b9fd5ea915cc7722059046537ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3808096df763c193b229982605a99d8ab966b2e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe743511b1d2489ddba5ee4235781c15f04f393c65a8ce352b13250316388ad
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec41c1771fa62b6f8a85e85a389e2a8767a7ac4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45e0304d19d95ae430e9cfb37d2311407b77d8982f9a95160da02359064f912
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0490572922a6663ab11666c0866873c1d504b57d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862f6924f29760ceb196440046a23a6d6d55854f2b142e0683faac654dd90ce3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7c51f0afea20d966c698d99fc8a85dc9a937c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5cc5aae6d063e07d4f5c3a0bd6fa477a8a5b72437e2695e611c5fa4004fb5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfb28f57239f397e87df4f5369c0e7e7cb4b5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f8546b597796f5666fe47098cb064b9d0c5cba37dec8c943327ff908fd935e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd28e9f217bc05decc576e4b46da3c053301c46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565f1c95358422bb0aca554dc0fb30cc6c38a473d85df7d94fb79a7a21da8b5e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3149d7d217299c288a1677680b907853de4cf089
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e42d51ae33247625ccf4dbf8e37d7236950cce6a45488f6d9fd8dbfbbd02c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd659f8127d5742f38ec22475837dc40e803554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b79a4ed2b6ca8d899495f9c4b81681ec27bedeeb3ba4fd6863744649d20ca3b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6960b2b78b3476233e2591d7c71b0e5e7f821
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352dd52504caa4bf927bf305d2e183cbd32745ef344ae19acd24ec3a5f509f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b629acbcb7534c29bb817d38aaf5a92c794503a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d8743f766cf93a1e913a7236067779cf838a3c75505fb31e4585c4884d78ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af814cc232a79f0f001fdaf1dd034f655a945bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20af8f3971dde1bd28bd237cb47973a54e3ed89bc773a89059e96e6f800d3e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70b1aabb8c3938448da2fbefd319451b93e5e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269e210d366c770126534a3087feda0d414e5839a8534c9fd5ca42deade616d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d005d3b7dcb6b988fc245d791b5bb6e8b1dc80fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd498e805dd99d80c204537b3797d08f381ec69e4cda71ee3b2ca04493896e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d8157830658051503118380bec4fb9e7fe013
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0062a564510635e7a16dd205f8bbb028f76302a51d3cc34c4547f8a78abe9abb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb16666dbcb85605aa42ea87af6722f039517c10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd5ad908d02d64b69f87f769b127530cb279fd1180fcfd38b4723d407152e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1e83a497dcb07a66f0e8a35914526f52d89879
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ea1f1de4df9a39d42c23fe859d964b918f1cc14fe15005fd869a7332af90a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ba709183acfb7038ce9ffe4b097a594a0810be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcee453b819d9662d9479e3c95ed2290cbda6c101476acb3af7def4b37e3501
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a738d317b66efc0bb757af0e0883e2ce21c7cfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b76cf1193d2a8894bc822daf8d612b73cc57937b30ed04cba48cecee5b9f40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52560fe09f56776b66763e42c6d29288be348747
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c945ed302738459e03d5a9668f0764d5de098f9d6c8953e610e3e5ddde5a481
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a0fbfc50788b3a8a5c990586852a54ce0f3ba2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b5bdd8fdf55ba6eb38a30c0b1f92a853e4ef1bba40bb3a0fb65b597ddf4cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46fe599cfef83df7b88acab7e7da5ebe3266e51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc2f71f4aafaf97348f2d6d853e4f400dc3b11ba6c580e7c55b8ede9b2398b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c940dab9567df289297df2330574835601354ba7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1be5122427ee26862099eca269ada52afeb6bff29bfbb2078054ab9299347db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692d2e6d71c473f3d24957f526fc40e8b36a2dba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81409d622b17458d84b389fc71f59df7b2f853e9ebc9679b6d06806f260fd90
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c58325ef1e40ab5ec1ebf2cb0e767fa1f872dce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f819cac6a20555ff52d950f1272997af4db6d67d5c03bac183861649fdd66f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9e0b2ae8a5acf954bfc0eafd1acb062037c08b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6971d43fce3202f77056141c04161c717f6a37233317ffc3363f71a7a2989486
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ba0138a49de56b064d287c68a8daaf566ad00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5faa403675f1d6f2be27b1a41916437e5fbd3a74982867462a21639b56a611f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395abd9c61dfc5fbb38cea77a5e9351581b967b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007a1fcf15b22907e6a0135650c46ad135eb2c222654d6424ed65aaedb55708
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81ad4362d13c3c2ae365b3b5a84cbabd0232e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f5814c244bfb77d945520e2082b26d62c32c015c68654a500b5b03cbed0cb8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbef5365a8781adaeaa63e6073a5bd14a0a6872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd06754dd20e4969537801184d89de62e108e6afd86d5fccf0b764a55dd2666
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c172aa92b31354d84672b0e3dfcd3d1b50e9e7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511e1d40ec6dac68a80d992578da8e520d19404da0c2d121e8a060f7e2341a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d6c122b722c7f7fed6e3ff51d09c107e1eb956
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272809edf6438bf96594192697da0c02f1575e6965701c5a7510bf99d3da2d8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7999f06f299fed0271057ed0975642649bdd54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04154c82105375612f96d142c53aed87169770c2e655a309fedfbc9a571b9fda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65859ff54e9c580388da0e51aa9d839e10529a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ffb8ba2a5a0ee716d8d7d17529ac3249d346017c696fe4b378d0370410194b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ec19e7e0bbe49baea54ad3331980f49772e8ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1135f17928f48b9c591723276f5ee0da032e6adfb786737314626a66bc3e41dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec9aecce27194f726e66b227dc72eec317b22e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddce63676a0c19f0b408ecacbd7abbe00f03e845bcdf0cf8b65673c8e6c9860c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75034dd1ba2a71753aad11df1ae4b7e2a0d78cd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7c7440705e450388190e4dc25ce3a728b2348f941db6fca02fc594c8c0cea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ac9f664c2e00908934bba9b5892667d1e5889
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eaffdabbab3f430e4f50bed318c814277e6b8e26b31e89cd1782577e40201f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80945dcaf9f8721fd021369972a584bfe9d53603
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05facffabe6ec3a4ceb4d79599ed78c38233904781e7ebccc9ff7e5cdd5a1aa7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72193b415a682d6f5742c23ed8a4cf7cc7eb7a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa4bbf5b0a893ba5fc2aa3d93fe1beb6bfabc7ba4952965622cfc3321b2101
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd1b99beadbd2f8e4beee7296d3445937e260b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d540bbcf61e1c3c9247fa77c091fc5814d46afe4c47ff14df9df7d1211a6f491
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c72b1a1a9038148b33135928395f3d8c4ebfc26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55f8acd914cc2d51dd0acd696913e82ab4a2e9be321072d0c9b33d0c270a909
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffac85d8635e82668ff505b02e65f407a434be5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f7ebbbd001e4481e7ddb7d643098fef10dad07498d92bf71841b25b947b9d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f33f437e672159a2b6e24b286135522e037eb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfc414d4a0ce06cdefcec52d4a89752f4df150d8a64e02edafffd22eb289235
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c9b22d49113c6e7f9b6bb24ad79aee3b4b7dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f8dca16e460d1be5e53eb9ca6e47d5479ab375d8f12e127a8b375b38fd64a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67243d93c963e92e7d45af3d6c0622d8b8f0ece2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29711d412cab81419d86a51f0190f2755ba71bfbeac3e9480ba96ca1d41d509d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd860a75559920c08fbfc7f5b5e5ce38925f965a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842a8603d96dc7e220d907068cf41fc136903e08f39cc0cc03996cc7a1697078
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995cc5015ac22cf0b24b0aa5a9b80b931034a047
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cda68d3312a48d1e628ae5607fccae3777b9eb173b9a9988d30286dc538b986
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874911bbe59288f1a74db13d23198103986d516b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ff56f96e1de54ac69b1adf52870a84e1efcbee9931fde5b872ab9f6178c3d6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcbe195f63ae074479c88da5e15cdbf087978d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1153c137929ea59a17ddf354fe3c06526915cbfd25eaf21e99a70d31d4a7b16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af294071a16e588f3c6c0474b9432eb1e5824496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e64d091c0af4963914da5b51f7ece814f326baf2835d5a8f233fad39fedc68d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9aa311eeaea7792515e6a0cbbb08a58e28c213
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc40144f32a09ee2fbcb8fc3440d568ae1d75c5de02b2a65cb8d53a675aecb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ac06a8dfc48291cadf411db140ebcd7c4307c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e604038d649cbebb2ccacca43a235739f5f98ff91d83da23aee26d6b377439e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00b071088e5a7d953941455bc40cc9bd9cd2876
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44157bd8676c40873e75025bd2e47b02672e4c9ee097e54ef241baacc02e8a75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cf1610a7533b72719da8a993f62b997d04d9d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f893a77c1358012cc89253aeb99ae6d7fb8285a1b347fafe93b14d830d1d3a80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1b74a0d5b8c9134fe6a15b24b155fc664cc43b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e28284b6ffcecc8cd3b3f6967abe01c32e85e196a3fb17ae8d6f6665d00843
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357e8fb69ff842ed09f2b77116ded391c7c1ecc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4f4f7e7f7163d75d8ad8a87122f01d578bb89c7b3680aaa3476f2789880b81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f193e71f02723bf6c8f54dee6efededf81a18d61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c894d4913bfdf53e289cb15a9188aca3cca4d2f2de7267ca8e9df4e794ae806
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f633eeca4e60e6555a11aa8332b518283e6e49ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ce7c9855ea0905bd71aff55157193b7beb04a3b3f0ad09b16632481052a3c
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163e496feeb66622545b823b364e5eb8764e1178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fcd8c4ce91f7925b217761b93f2bd7b67c12167540a2c19f1199936f2e8a28
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b90f5501873677db011f2b6e2250910c24edff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb28deced63c3fdaa84bf22c73fe73b7f2c52bc4a07684ce7d9c95b6615143
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a2398c3fcac26c714a78311d72e150e4f104d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7be5b144872d4206d40fe0bdeee4ec19a0743b0637e9a5b7648c0ac1c7420b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3124c9e04adef5f0d02aed71333d6fa689eae1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbeadac98cbb6cee384af1e3e367e02bc18b7dd4e9f7944cf5e95371ee70817
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392b6b1b58254737f5d085059176ca5e44f0be19
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e390ff2bdf5b327c245a448fde2acf4fcb90c2a102bfb342006d5a6a94cc6d3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937c5f175f53e251fcc336b3e7a5b50ca49b66d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d780e689a931a8a0e93e362696b80ef276c6459a57e193171a8c5e486262f6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5f0fabda3fdf2dfe8ecf23beb0ec2695dda92d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e126e8aefaa12c00f4da4219e434373695f2b8cb64949e3319d9cffca2e3b32
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf9d007ae898114aafc3fb95a1fd54078f8ebcf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c3a3caf99a9d4947ece92ba12b65812667029873ed4fec2a5057d1fb5795e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ae37f3dd6d5431bfaaa7dfe4ac3c8cdf28dd7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc2154a2c0ecf035e3a55b606e381be1c30417500260d9ffe3544efacb5bbdf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202f7d82b2ad3aace06cd13bd78d72ab84ea35b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a72c76d41da7e3f895a7a4573cc712006a8e2d28d740f3484cd45bd23f711e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74edfa0e73262132812859b48242bf4318a5511b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b380ccf7d7c7fb58f9add977299179b931f58193259f0f2d969edee631c6e688
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e45c7f7fe558b6436038761b04f9461c3833f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0089dfc9dfd7eb5a234cd9f6b54c251f415f538e26e61255d947de6dc3fe264
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eefeb678efaf19d542625557324b32949d420e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8baa103da555696997a40da4ae50892d5de911908b4145c702c9af6b4855a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625475a64ca7f3aaca692b4700f37bf94896cc56
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332f9e4d5aa68803abd4aa5ce32010ee3097a8225ca8f3ea8ba1774ffc01479f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af078a46781704813566acaa67d15096fa16b1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3055d583e4a207e8e65662bb346a5f6b0c6b27a3d8b3f9113397c1b6d90393
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f6a76894693580e887b3d274cfdd0144021a7b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821e0659694d4f10268b2403dc179e55d4d3ef88f05f5c6a27c067d4d07920e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6e28b372fd86d141f60107479119d529d51c90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800a11392b347c1f2bf2137e1cecdfac1c592eb325302234c6df958af6f93c0a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b576d087e6c6dafee2d5e57098a3a8bafe803d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225f4f24c363acc191dea169043d4c799377706ac8232146d980ce43045374c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7306327e7c07f38343635d71208e45008534ec83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b335210a43d30323769109a973f1c80a4339152983bd3adece4543b30bd3304
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a2c90d7cd5c5b78ea5c8933e30fae21ff88a1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3905c3e33ce716929f21a948e8b7154a78cf9e81948c8ca6e003edea9f8ebc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bab6be2df38d1b8f38dd53521768d43b4a7548
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d3603af24b24ef3e2d32fb381e07eb0478c79c8fac89f0eb1976f120bb08b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e29f0d2f5c8f14279c39dbe50d1f6e94b8447f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb68c89ec3c0173a1c0389e2318d9b0aa7444de497b7ca7dcd0742968de55983
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95c7508c26391b9f6331e2a0ef6fe1da07db5a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb6bc796302a34347613a06a26b26811d61461f74b485a5a210b155c56faa14
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74df8145443cc7e2a06dbaa598c8c0827498d9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6d29c4f6cdda30a5878768b3438adb6bc20ab3e9604bd5c00804abae769db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf3bd4f39c0623e4064dffd3be6655fa9d36456
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1ecc059e5a7c45cbc1df081cc7c42024df5e81818a02010795b3cfc2191ad5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc289a958f4ab6313df246d01faef7ee6bfb1acf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09ed70584682f519e59b1e4768116c20581212c84d78d361679fd23909bc45
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf4c56d9c7a7704e1640878e9682034821434f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652c5f0ba4ca6f5cc4b06b735082e272aad5190758224c024a49a0dee623c42
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706f85c25981502e29a8825653f6d9c4323254a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0483400ac1e3c74bfaf271021cb4ca2cda66b7cba61f8dbb3a3ba8aef26040
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52b8c04efe22085a7c57451836e4d675386ba36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9311f90dc9c5bbb1dff588eb26035d65c522ac200487f250059b04e799fa87c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385469dca6f6d1fb2423625d483068521db1c625
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1143ff5a6ccee221b328aaac6bf1c608ccda6dd5b65320a3e35dd461994220e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514f87e779382ef5c6a4ef6b0d2e4ab3b621275
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d435dfe3cf1d0f14256104c2c3e6d3b8a0b26cb31eeda4b1f52332d8fc53c16
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e9e961f05e03524823ea3ffb6507987cd3dfc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4357d046935f5a4ac1927aa8ea454578bb021ddedc45ff992ef7be43e566a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc8dd73ef0ae8ac5ef2bf325829b469b66396fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae0f810b186d66c1b9d6e179e993282a3ce26fdee5a5d208b8674765495364
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd218bd23567fbd1ca7c46b6bb423c19f0ae31c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b008f9bb66a9deedbc60f0fd179ac5c9d42e7dc7ea7c7a91752b92282eb45
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e56c3556fdb7a90fb644797a94df02ee87dc2c5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e1edfb8606d0ac2822309d7eae993d268f2b345e4d94eb94f265d0b576ea5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96958758d10d36ac20469dd452cab2e3a9d08d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379e5d22fdfe9e90cfb84f166b9abb021b512e9d5f01701df876f21db9ccef54
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60693e464dd346a1862e7354f3354b47aa624786
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8118031586bf453eb3e9572b0f41f34489da174c8bc68c0f6cce78418c45e7df
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02a846603246e88a3e081a10f736a16d67f13c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954bfda8db21e1a60d3695ac6a34bfe820b7ea2a1a8a4cf4215de6b165635a01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44c66eb80bf8f96162a4d1a56c389ee06c3775e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde14c35517af75e23b04ce9471e399ef238fa20d89075f099654046ff2de722
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbba3600eb7d91d4e5ae32ce07d6a310839887c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f1abefbff21240bd3615e6c44579a7675d4e478fe9268f6ee8622bacc0e7e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bccb67d77a9f8b86fd269e8fe1c033c9c950d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7478b37b8f8729536cbeb0698c3af7ece6a99c55d9409fcab44251927ab88ee7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950aabc06bfcdc96f2c9b9e734d11d3b16607913
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b565abc32a291ffd0a597cef4dc741e37c555eddd82a04ad0606d525954340a7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9882478801f2be460771750a2ec92df483c330f3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c90ba51068a5dcf26323d97b7a0917bbd9ec04cb00cb2a5bb1ca0207fcf7f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153454649c9ea7313735e57b7ddaeb64ad1137c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53efda1e2c1a9f577128bf6aab096434b6d1fb90178d12bc745e742719855e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d66488e1f55d932ddc532a5aa0e938fc0ddb6a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b284feb3503a7202ad5e199ce4d4941c480de76073d86061fad45a9c0197580d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88466dbeb394f71aab3d101944c026218edc156
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e862b6971be4e4d17360ce828355be567de50771a26169c1ef0b14daae512e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28f2a6cbfc5d0f9bfb1daaec3c605749ef23f92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18569ffa3ed7c9c1759e30d0aa6da9ad70131fa44d1256aa7f17689ef6b71025
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd4a732ffdfc611acd44b2fa1396874c01006c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80a2d60d01a25c46c6cba9868345f3531ac3b8d4006f0f8943897b73237afc8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37b48cf9bf41f66ebfe219a3288dae286249918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db106d925a44d090de0d07811b472bb29c4fa6dcf78f22b070602404b4e2782
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ee0c8cb505727f1039ab8a905671752b51751c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe4e7ca825471ed5bc8f091b51640be39e0d993aa5a9ed73ce53205c4509e5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b73c13295b25408b95c7f4a269f5f492e3fb92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb015f439584cb47051480e350595d5c947307986b4ea4cae5c31d783debc43e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd98ebf1e5ad1fcaf36caf2fd18d5fd1e5acc716
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1f03abf307ce408b46fc0d5761bb1599301448b3c5148a4b44ce552d4ae647
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f3411c2b6192d5065a59c12b26ffda4696e5c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee3fb702908454ce675220609de54d13670ffd3a5394e4e7b0812c76823ba0e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8423d9d8fce240c0fba3fab4a61cbaa8bd2c3733
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eff9765d19c2e502893b243a4a7b054e972ab5344ed173c07d2958eb5d2085
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ef0f6f3e1cbde9ed3662d1bf4b9f4fbd2e63cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80db14f3083394f7d076e216011d89f77b45e97e74bc9f199cc260e0c5a6bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7813e2bc53c91e3f3414f1b5791cb734a60715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293a34615ef681c541a0f85de7517c7623851740907175b4702d002f6efae965
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1c2305f84219faa3f02467d37e1c9a1f448c49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bdde9af8af5914411bb4e31ceabee82bfe56cf82b53361cb7d2ab7dc31c6ba
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e532391e45e4edcbd976d76ca0365faefb1ea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dc9674926ca34c21058315138e7e31b6dc688f5ade7c137543d62e196a1c5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847041aa6d70cb619aa5a265ab18f7336ef5028a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba3f9be9df61bd37e8102018a7dca133853575d259dd1899d0112e7eef83717
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6779c62279da8b68745c4833adbe36d7e470a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7c7973554587a7d9937bbb517d0b9cd2bfebf0d0b026a9dd672cc27ae1bf5c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c85cc0e64ec61f3aeeb59bc4ba7efcc1e723924
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b91c18ecad26bab70ac25b062d2743d98b19058d87b0f7b1104c4933bf28d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48db4db2402055586ba4cedad80a85654ae41a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a01b964ab02537965332c5e47af59248b819f6217d53a32fae11964c3d24cbc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6099a102f9392ff5de68a6757e1a145e0fe647
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77a60885639b79d1e36b03849af601dba21b71656c5d5d0560b2bead25e098c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550764f084a9cfc35d0e31451bd42b920a809b87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db3db061d086fcf67977a9af4c0c0a76f96f2143a47491dec48dca5a11bf1a5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7b4f162b25ad5e656760bc8efaefb922863ce7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1008db430eb885b24c5cf4d057d07eec889a862790a4f724022ddc1fbbce51f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f650c88a790670829d2f7d615a6522acfb5bd15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb329f5cc3a4dc8f6d3f64d926fb6c5e126b02eac6a60d822aac79d87d2170a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698657b57f7a3edb71479d2a93857e9a7739cd1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6467de622238ac70b1610f0c916fd5d778fef2f1d3bf688819b018bfa9e7aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8466012bb9d38b2608856a2f3d8e911bb467c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c5e7677f8849a5a1b5407cf4b7b933e839b8702de6a83fb679965ac3fe31fb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9fed4de241cbb43b0069278eba2e9f3179b50a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c186f1d2a138cd24dec63100892bb367b2fabf31affc6ffc86d1a79ce23078
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc452da43e873f98861dd516b13f2a468a71070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27fc7d8b209c8cecf092b4e074b45ff638c1b3400e2f61f1883be0e8392894
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a13b62b9cb2710118e50c189eb91f3f0eb1f4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b1acdca25b5d26cb2ea20ac8df1f5b3fa73dfcb91e0f7e49f1f687424155bd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b86f0e1ed9c4248b9f24964b1281cc09f7a50f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1825edb62f2e8801cf33e2ce7b6f993737ebec0e75de21f0340315247eb5dcba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218df2f3f08dc6d396d6888a497552f6ef428d25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201e98cd08f739c8328a4764168cc80d16ab2d891af6bedda51d85fed63eba7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78df1bd26ae68a105e839fe808dfdb574f2b6ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b09e3fccf3373cf666c3e3939e100163814c5acce14a6e3ee2599b6ebc7be58
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859598ee916f6e4b2e90a8e1527c9d9c6e37a056
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad484081e8aaefe63793e37defe5d41bb678fe75f163b7cea030d0418bc14a30
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd26f37f60e36a909ee68e2d3e784cca47e54d2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f802a632d51577283b3182f33ed14d8962d17a20e0a101685b98882156b68298
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941bfa7f3554e457d037fd851d0f0bcb39382957
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc62038f00417692ef850c41f02046e3ee88e534954e3edeaef77557b7f0bda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3f46bb268e2817eac7d3ae5ada3bad388c1c72
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef2772226b6615f0fb9214be1577c147d4048821ca95d674194882e6b80c51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475259223fab897f4f9c3eed157a211f50a6aaed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204bc2cc28c187a03646e53445788b21d7b8f15fda83764cacb27023d921ae7d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa3f4f3394d25cd0a4141b1dc43c303ddbed96c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d73c9795fff01c4a04d77e34aec523b235c9dfe4f951e835708ee50908c26
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd425d80d8f6513d4363367f15da571619a1bb8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa09ecca5bbe71a0c33a1931c894d3d661228be34c88a675a31e082489bbb411
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93a6ef665e290dc909d932129eb052ef181cbd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2992029803d75999a8796d1e7253dba093ecb26f4a8ad06df81fc200865bba2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b12c65f19c663d620bce4602e1ae0d079a0833
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4681ddee1fc3545b946e74f4c784cefdb56c7bfeac47268bce7defd1b0158f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a42210dc319d246f5c6dbb0561011fd02d34413
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a896401b6952f6bdf9c0f4ec25dbce13929f40817ac6a1678bf22c263cd6f12
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335bc497eb3d1f24285dbf386e84681252280170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7168be894a7cfe5f47483b97d995a38a239d67860bbc810cd606891a417e3a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cbe0731adac2d00b6dbca972ac09c1f6b7d1d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cc0521518880bd35eac62a7abd16ec3e4611d3908e1e0fa95011c49ffb7d49
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e2beb5b11bc19ca107b0e9314a4ab96ad99108
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0413a518ac9178715af69a13b803c060ab8cddee8c8c361856d96b0940fad4f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc22238cb5d801d49d21f2d60119e7128d5960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52baa631ea45180f546749d6eee7a95814148e2fc77f66f34b6a9422c4ead602
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34107ccb1ef7f39df0ccc83958b57812231ae655
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb7c6c4d6121571c6687ee7689f2843bece76af11b697aac98dae92c560b30b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f06c23bf033249610986a9ec06d0b40c3a27b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46110c05cd4614d87505018dc2c18c43c2bfabcb3338ec8da2e28301d250a20d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008d96a2f84f51f804c04d5612de6c3d8cee8cc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6d2eb566c66c44c3819393fe86477d3a2c55fd71b90307094ee92417b68513
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f9899842411d29c976a709c135a9b55dedb4a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ef03fc3aeaf3e4b0ea2f6885f1a1f227bbe958c234aa87adae28fd8169a1b9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a6d2db033ea1dc8a63aaf4ff65a0c949732cbf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ff72035ba4589235c13777eea23f5a18ad936074d2b195dc39ee16f62cb140
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135ae7f13d21ae65ec518370e2aefa82fa0b60cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1229e8e1afbde3e0932b64451f8b37e6392476bdcfafc7c5b1fa212b4d45e23
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2268ca4c15dcff32a78b86b58f50126f577a964
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667209de2c2fb39e1b3cc2a08bdd94fdad0c37b4a753634ebe7571cda93ada06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237ec7b76b18e7dff31975f1a351cc7cac37cc25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aae41f83af9981a60ee5942a4becd616c602e15e7f518d88375d313ceb2f77
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6281edd829c88bd68f207dbcd013535ab59a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95174c87b1e18182ef8e9accfe3d305818279598f93fee831d475711ca71df99
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f012f608d9f3434f62f1b31b44653213706540
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28baf090404ce9d49a2d6fd72cbcc5f88ecf0387bb466753d334bbd09f9847
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23d684b9f976c3a26e962a4cc16054979dcdcf6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5122c6242fff4ad4690f62524a356268b43c9f30e43e80419af3db2dcb4281
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b1f9b1502135c587baeeabbe171d9b6328354e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa05e295eada576de7a04b014fcfcd77eb230bbd8ba601861744bfa4ff6c5c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885446600d97d6ad23e4e7e07ef5b00e13b5b12d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd3139c1bf8ff01724e02bd8de919e5617d4a05853e6d84c61515d1dbec56dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ef5bddf8b5a27aac7e1c1189c73ef88ef139f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8fc81b3bad2f4b7c8578c7b254be6a45fd96b4c904ca1a36518365154b100d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beff0e8c36607f826e9e6ef85c861ec3caf493db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf0f492ebf04d91cfd496f7326a37fff7434f21e87a94a6009d9d308daea30c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb139420b95b1c695281663697b94dffa1a086f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62684f0da471dd9af5313a69c476fd47fb8d08acb83baa992110a022bd9df27
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2dca1f8d8e9e5c44e31df4e6d03d665cdce32b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af7ad97f4a6c45007b87d85a73c1c01bc82ecf1a9818fd03866e1f3073c6364
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1621be07d24fd12f73c152279e2c96899c54c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411b03828f209439a189ea25347093d88db60c302e0b671dc73131ca39a2769
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a44f610e5a3ea1bc722559f5b51ffcc8aff344d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69e6776a91310f00ecfb472541f933bcd686a592b51cffb265de6705f74c0bb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59227db86c949c8510640611620ac45023a9f14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b23a86dd11502bd6eb043db4830be8648a2585c39a1270a66f78e518e89dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc8d25dd4ea85c159b7c0a7184f6a47f9f641ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc3e82619225fa9ff39c9733174ec254344ed9177cc3c4e5fe5d702b936ee9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e157d160cdc0b763a9efe12ce5e240eed66fef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6859958de8de046b409c539b125cc06e5cc9232b39bbb0595ec99e4c47f2dae0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5f428d3519d5d9b1794f49aa669c536a02154
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a0b582a232d6d809ef58ab142b6020211197bec790a80bd722edb226717cfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b4ccf4ec6458a63cd2856940494f6e1c4ab1a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b406af6fb9f9f8cbba00dbfa52a04f730e8188b85a4567245530c724751f31e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc4b7e2097798225cfc6d1ff3298698519fe5bd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5982a5688d75c44cbfaef96a58a4e67ac094ae999d17791e5b9dc23c34aad466
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1262deb35a06f21773e71c68935de5e632086
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369052bbdadeb26d91fd1b55578a649456d9776cedef60f1b9b183e98251dce2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21844996a277bc5cc36d9fcf83b4fb47848d9c55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13ecf262ab420e4fdffd58ca8a6af2bd6305b17c8139c091dac1335111bed7c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717245c45d76d2934338715881b9949bbc22e1f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd1a9280cb50303b0cef95e5da1ba848cc31fcfe6073b30858bcfe9873646ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea77b0eb797470612c1648edec598eabc9979f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe935215b8fbab83592e8cd208e5b698ae15faa2592aa07997950c9072ed03a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd4e5b292fd3df285ca376cdbec3af8671c07e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e2977d108bfb41d1e3a2c62b72f9ac5888988684406d7035fae942224017e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186b0426351377f37b46721054bc0af9e6ae17ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73be40ab36123b3ec223aaa86fda3d873bfa46569d73c65a637bd3cfc8feaf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e104e4c3591eeca8e95c871216d353008e1e530
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb47431c4585684733dca8b37dae1bcd1f5136eaa0ba98a9e01b5185e47ae4f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e840cece74f3569e135aedfae79ef36cef7258ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95c5e77bb95f82c068a67963150d92fffe8abb32e828801418fccfdb7010422
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a17fa7e29069e348ce16030b7ffe1354e59f31e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8cef78a2767739aa268c5f19fe441525477ec8bceaf863f673eae960860d08
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a62f95e826bfe23b7a9e58e04d02d355230f44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d1674a87270e503b634c74b17307b1c011b73358b86a3d27de63670eaa0b8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc60a6407b449c3a21230e24a355b6e73270b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb0a50089b888732f8c65d8fee5955d4315620daeb13479e28b94264aa2e8ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db402a3f7f5e257fff03d77f450fd4fc0d50abc0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82643d811b006846bd3f8cd794a178215e21947fd6be9f16caff76967224393
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ddb391d58d9853cdc7792573b62c50c6b0f07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4348a7734abb9cc50db0aa68d931876c0906f824eab571e03fb8ccda8ab45c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9caf84f9939899a6bf640409a5ea36d007b613
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334e307b64c457100ed01cc527af36074baf9443f1d549d046c84056d7f2b162
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db088cb008b01428ff9f9c8831d85fc683271daf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63f68ce72b73484ff119335bbb8e43a85f87cfdd85c9f6fbe804b7320f9470b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6091fe406478f69075cde53678d6f73dcea27cda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bdc785362f02f9e35ed42738768cfb49926f3c492fee824bf3cba0eda5274e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11008f1dd09d96b4b42c57413a4a244c0d0240ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c54b836d691809ba6e06a31426dd626e1477e3141019782fcb786b340a3c2b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adcc86f4714aa2c7e0fa977f3dad8119d22e94a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b0995343fcfffbfbdf738ff6764330fc52040048ad4a0c6961e3bfc8eeec12
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b9aeca0fa213ed771b8349ed9af76000402d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4409722c9f0bc5116d9e3d58aaf88d89a8cc13fb9c11f79250925352d651fc3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18f5c06a431a07a9382c5c0400ac61f2d8aa88d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa907d471487cc4fc4e957faaae26073fd8c0696b18caafa564c6e33babdc930
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6586e458398eeff1f3eb333501e90ca221bd70ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91a561a82c69a78896654ba81b5b7ed8ad5101089ee1c1c2926dcf244436c6c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e1fa6d196796ce09d186ec96470f0da0ca84d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf873e626701e9ab0eb5b69268bdd51f23d1aef4c5855025cbc1ec56efe65b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf874fdff2aef735064e5ba62c363622609015b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafa6b1dd40db5d8a7f155f598acdee788831f5d97365d24cd5189f688f668f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ba9d7299668c82af36a573d5a56882314d9e25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24157b635c649b81152b9c0aa96a5d6d683c30f8d2feaaa39a61a6de2a857e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a586a9c8d3a8d003de4990ef49262b8ad2725ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493ca4b0ec47b330952f621d761f12a654adc273cb17aea8eb4ba547fd36d02
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7512baf1a45daec2de840b1b5b46da003724e48f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5167c415ea6eadd74119f05b0d7c3e5880ff4fef9dcf63af55b639729baaf7cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d69829e34f1babc221ac93c157282b1d755c2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9432c1689c12f6927633d9fccd3d15ba2d02f311285bde17e9ae26e5839fda
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1249605fce54b52ab6170a24f7209f0e5270a8e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f45645b51fe5f7e33a6430865446de296752506a46bace4ee36cf340171bb3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3437ddcf8e9019a63b723bf616c1a15f825e8131
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb435971ab9b01740b458b03f32fa2f1175d4b0c66c6e8ac3b88f136dce4153c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c99236e0d6b5b9360dce61b318cc7c659d67f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca858ce2852ace1b173c5c2cda69f40fc201624ac46114a76ce7ff34b9f909c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b8437bd4709bc3371ac0cac9b555442960492
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0253b7f88beaaf5982ed85f083eb0cf0f0cae062821adaf6977434cc313f004f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e695bbe38bee177c3ca86ddfc823402f5f7a696
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcc844eb2a408f4045a6fe84436ec53716075066406b39a9b07ac13b5edf370
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd61215934b9c8c5bc74f7339b657d70f2cc10b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3469a536c7a33401cd82a03fe6f6d268e3afc6d02af0dd792e274e8fad23111
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec53b261038c9077c327182af780b1ba68e3859
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d698395263331921610b04b08e676aad2b5837aab6ad84901a7193e2fbef85d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de876026ea277ce2d354a9f45efe140e63ea6a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5b6458b2f196aef834cb850fcf564fb5946e86d5116a1ff7c0e7b65b3676b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57860b9ec2b05a95c29ee6a7d65d347bdc67bf5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9a29e82c95e476946b4a6408dcc486ebc579ab01507b248bb3915e77362cc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10430b77f6d64a0d4fdcc7c45272e2b68be65b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3a4fbff56747a2fdd3aec58bc20da45ab82461b2bbf1dc6eba6db1374a0c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5fb0655e8c2b3abe9839d3e6c553d32c71c4c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4517eb5066c377863e797685aa50178dc386b429704949bd44220a09a1031d56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46bea5789b8406d1ef3438906ed7f4b97572639
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2ad0fcabe0bf4c590b2e1213c728c0bc0a36955893191765557859f9cf5010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b666ad0488e2d017c2d8c23103aac0fd43f05025
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36661f60eaf5438cb821d93c04c11e24c197792d0aca1573055f2c24efbb9a6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987f871d962d3ec7740e7cc086a0e03238ed7fb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e43802159bf419f569e4c7337d490b2409fb50b1d5f0f65ab7bec9cd089f30e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7546d54aff05dc3bcf8c8eefd7c855575d1a4d0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf8fd2d5cb21afc634028346dfa7a94afc2e95c61adee86ba3cf340c1de00ca
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76ce0e65988502da15c068576c1a4c6e1ed4b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c9c06fa052812c6888e3740d5c2efea4876378d89e5f782f837e732037eaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dbef3687d18f6ee86285d8ba3389b658c1a56b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beba16e594ed3b90529420eb87e19a848c965c3aaef38e458c00b04f062f8d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ecc4e42d5d3ab927d4756463ece234cf78098f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4470b1de31f5785001191c08664d7977be7047d283ab31038c1478ace866fd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9245f04f936fc80f1afbdb1f63d916f334ba6bd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d324498b2604f40f90596f95009aafae61fd5cf8d4c83c884755780e77de6d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d0011bbcc0900b6eb8aa1d1a7101e98e99509a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4da40aea5380bfa35cdec5d6fd42a583921126b03c3f5c644b63d32ca0bc499
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d950a93085969b51f40ab4219e8fe5d86d18c8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eaa4228e69882f7461483324e1ca7d0773a5bd537201cbe3261b16c8ed01961
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21950038fb708d5f3267c8d839d5a47e03f84969
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728b23edd335b0c9be904b90d6283fc6b16c4f30bbc26524980180a67318ef51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88386ec0088414e9fbc038853d02265f48d374e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91c9161796bff09270c3309b0c525035c2931d60a4eee2b4c610b5c437c8861
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e07434cdf889023ba62efc3e31fb90952fc9d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd84b5ba6dfe9e72e59cd74525def10ade63d78e184e3e25da811f8e6575eeb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80de904a884c02eb7d067d06fabdef8b77b3ccbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cef06b9fefd7e57310a6092db09c82c6890b27a02bc6e98246eb1987f68c79
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bc2cefff02daa325953a1cea2132e1871fdf4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ac0dec9563fd5e290b1c01fb3ee0db923db69d65c01106b75db2f6bc2f1422
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb7de40916ca818f838cca08235f8a40433925d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adab46dcfc975fae667b4aefa4e4dc697ead282a1df2fec743fb8f0e44973e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e08f97af12923991a006228b52f79b81a0182b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fcb3c44c26e0af6eaef4b6dabd734dac89a94d97b67cb6dde9a2bdee0489a4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd4f5931977434baa4ac84cb4b4c5508de4d62d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091ad2b8b35d1c764a8c6ced49351f93a23608fe8575dbc77481a2c7e278f4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41741a0cde50bd3a7da44cba67be0af887bdfc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8d5a89131e1871feb759378e41111ee83d60fddad3b2fd3725be9a3abff37
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe0867a363e0e8590e52061fd7d2592815ea2e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfe95b32f14e2cdd4fbb50cc4eb8da72a1c43bb13f7350e4b1a9e68e5ac566e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b327e29ac6fd0777a8c99f753a0e3d470fabe63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9d399fd1c6b2047708e078e254ecf589736c169817bb5bc56f34172182df6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1fbd8582204917378cef44ee96a230f9b7c818
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f5e215f3332a006eb1ef453ff294b5dda41bb2d3ad2178f2b569cf93711451
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601bc6694ea8f034aec1759934ea2dbb33f0d446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144747cffe50bb2e2d388a5de8debd67751e842781eec172161e0567046e0597
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225dd764edf4fa0994765153889ddfe088d1626c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8892f79857c7e54193c768baadfb7f6f79ef1a60fd0d4233cd0da4cfa1fee11a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef951b0a9fab96f094e7de9b75656d326cbec6e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1739b8c098748ea08c8ec4f5612296738b004154ac7f6d501d4c33bdbb4caa22
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c43448a7cbb16d93ad320165ba1b91812fe6dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6717d7b5ed9e50c1b1866f9648e3c1cc2e643509f894488f09f9fb855c29b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e64c6511d495e414529b94992a7907fa8379960
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b67ba9c405dc3fee112533b35f924bca22dada9f31085e2ca9df142a45542f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f72a5c348edc241ed82774948b298da8c23e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8307b838e94095fcd7a095e0bc9df6516f7fba2cd39e6580abb93248c742aab0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b52681a3ad8b5f34cdada96357c2c4eb69b515d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744fe66f9e73acfd38d330a672f767ee699cd13b4a55000fbdd11514893ef73
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74944bd634afa8d3dccc6c1a8534e56c98b9f3de
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8636e00a0e8c8a24507f217674d980aedb1b7bebfc792189714757d829fc75f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82736508f9738efbc0efbdd39a604add6852fc67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20083d70b9758c9b347e6b7bd0e08dfe6490703d0789d6cab97dfe455dd885b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515bbfa71e7a5f1de968f495ca9e2749a47a35a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfb81cb58ae945a0ab2d19322adabfb18be16c7f9069894c36da3cff6aa6081
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059dca2fc5526d9fbb48c3d89c7f64d39e21516b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e068fba42f9f35b51d18c6f3af0a0fec331ff5357d9a20b88e1ada4dcaac9d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce95e03b32961c624c50f19b6926b73ffeda416
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2887130471a59d4adbf28da03f910813a52be129413d6844320f10c0c6eeffa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cfe85023dc0004de149084ab62405bfd08513
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2503115869140cf39830edc1a617d5b3574755a15fbb48a26ecc717c4146c8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bfbfa0aae3d0181e862e25be2b9042eda2f9f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5d14adbac6d0caaac711b0de2d457561c9166d8b2ff6d073f7ebd86ee27ca3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8790930c85263ad1f10a10c848ca8d0b562537
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5d69afeaca98d3b665518e339dbcf4598b08fcde4374394b4f89ce1319d36d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bb3ac92d040b505a586d9e3c5d9ae0474bc83f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ed33d736ad4680eb08cf44275f3413015e01ad0e296b9577a2b4c7c5c82bd7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d36022231449ee6ba980a1bd8fdf314feacad3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3130c0260342e3451ea5c470302137fac01869a3508e0be83110d72cee73dda6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74434c2f1a3a8495893446a00fec0c275e01d67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631662dc045505f009b849bd1bf197841e7eb33be365924511f387f8c8965201
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdaf61b1f1eb6c94729e16f3b5d5b32f3c9f7d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642a0aae1b75ec1b30dabd6ae1abdd65a86263405f5ab1a77d2adfcab6442487
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651dc18fd409b82805f0913483ab398a73205a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd8a6a4bca89e8eea8ad410e82e81dae71030403561b308364cbf64ca0e04a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2742e1d34123df6ae6b1c931f6d90dd8bcc7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742818e132a263ccd084ebb91f000eca7a324695fd1902133f12f1cbba042b10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b81c3fab4c2bb96aafa71e192d07771d75a916
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb4028b1118b335bcc0df6ae088bdb0ec76e4eab8fc0e70c5ed5aff6ae57777
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be3a6f730ce0711cd2873e60ea77f7fb1f34b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e63ed7d1da97e69522e0c43ddaaac1242f8bec7d25c6fedaf9d6395de50775
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395e40750e27d388f52660ef7219413c759317c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f5fd0043975c29050c47a93dae1ebf9d8a00e1f404a19ce0bb90fb06c3d534
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f93bf9a9e198bca35fa79c7751d346465feb464
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45123f93f09e3cc26e4b4052e7cfb13f458a465394a6bb09161e2b8230730b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462566d45cdb658ac1f2494a3a5d20c45fc494df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f34f1459ff913cbfe0a1d2867c3dde589bf857ab9115264480725220ba2fd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87fc477aae99f5b8ba62a261b3b92eec33d0ae4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30339857af7ef5fc097d8b6368bc2ede9b710f2af21c56ad78f4c33491f914
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2868c20273d4882e778d19e3b002eae42d6bffb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85e9378f8465119f598a18df4216077529760d7b8e7225f7a11444c38e206e7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117441be2b226ff4693a3eb5a2223d1cb87cf0f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab254455dc90934b984811108eed823fb6ce2acab17057a40336e195f0a748
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e24815a0e854502f44ecb95a9aa504153a5ef36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd76ba51a614a3398e2b6ac6603ec3a2b5d2af0f166d3c619f96c9b0cedf5368
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc1c71380f45746d68cd586be4692533c99c21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49820c1ec79782d63708c46f0a01372726d8bb95860eecde054151989767f912
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e211b394bd3d4f7687374dcc825de41d55347b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f8601c6575c3c8d71a6586db71f1f579edd86bb2f28a9720e137af0913f1d8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d559cf14dc00dc9644081cb9377ef9647a983b5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1b723ddf13177d1ea3cdb048ed568be834cf5eff2d0daf5b2242efcc78a54
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3b1a803b9051f8cb5d6cbb09a651d4a1af4748
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bf2b3c7675f8233898674eca3d5c1d8cf1f55802039c73f03fb068000081f5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e248667722e7398342a5ce487de061d19a710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40607ab3bf7dcdf8192374773320fed3b3aea833e804310e057d861e84b45d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966561199d88c6bbf657a30fce7383029f18670d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f047e5ccc2a17b9a4f02fe135a571a6d7ec59ab6d882c32ac8b376424c888523
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3216bce18063692193bd82c3316d4cc70f7c216
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a033817cbeb2b8938b49985aad28bb30db897a63d6119ab2cd8f596e3dc8d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6fc75fa6a6fce72fc7f91666ed4bcdb5c0cb4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972f690154720cfedfd957a02de7eb7f50b199b35cb6c8ca5da5a177cef8a9f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f20ed3ad9288c31b9336d473050bf4c0abdce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64081c3d246915744105832869a0dcd1816e65782fdd0a1d94d0db7b22474b05
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0051a45fcbe3d1afed599d7aa7f6c4ae6e8c618f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2730167f75ed5ddf1961f1b0c9fb2b3a3e216fb9ca38993a6fa4d4077637fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e362a2c9cfa87429fd928a7f0dae34581c2324
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1bb10b0376bddc30ba5ec317bbc48dc3b3e1c4d971bf492ef723321ee7ec8f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664f5105c3b423b496802af27b6912a3dec29f43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15af82bb3099409abaebd2db7947535b31323c6cf3e6a50f2a8f10a1afa44ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283e1001ab253c2a2657216da03371afbb241715
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62949e67495a8e9ee280309f2312b878189416b7f842d5a95d4b3ea0cb6a3938
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38b81c8431c1fd792ef408baf5675bd3c1b9e64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab110ee74aa8f6001a51323c74663b813b72fa84b54a041f115171c98972b707
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b56679ced036af8cf22a36cedada7d41acd21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2230e519c55a97f9d0abeca060b93a3bcc5f675a750055b7568582012049bb1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e59ac8eb7180ba9eb44ef64251231fa132256a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f892d7f56edf27c65384582bd224f2e0efd059e079cc340448d2e5fa53c734a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbfab66b6892c8a3eb2bb34f8811c74b23c6bd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b7088484ddca3984970122a417467c70ae4edeee6e81551dc19c09bc3e24e4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309300671ebab32a7c28e1dd0c9ee2fb421bb8e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393e85322ee855b68644224a7461bb2d032a339e92acefe6f0a0b6e507558c75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcc1b1d827227aa33f4e1003283a80903761f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c27b8232b86eede963d296730b1f39df55d0a7cf2a55a9e7de0b956d54322
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece67c8d25cf08b03f723aadca8730015519c45d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a685058325988d8df6da5300d28d926ff50d02349c91d7e0f2555e2674a027
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe9fa9aefad3d045a95966736ad6dc5cef89d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43828430630ebc51b1744fe3104365e97f8eab31764c7be4dd97d832c50e8b1b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3a403a4339336329d5b58da4946eb5fcd7808
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4756d07ac9594b3fb0b18418c61dddf39475e7a862180425f508e433d2460ff
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5e524cb5625d134bea03c54f58e34c2502490e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e6486379280a6f937528c08b8e6fc23a797c512cbe5e4eeb99bca216ee477
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb4caaab3025bf837654e1218f302b37341ba0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefd38e1cfbee3d4ae537c1a6fe36fc2744747a2f7caed7477e428d9d4e1fe36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bdd83073391fb947ef993bc3b1620dd1345e52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b107d676d013be079af34bbd9172c47ed7b10807af5f31151693056f901295e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9601fe1a6f646980ef08f706e235f2f4a1395d5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e2010bc4685b8ab3cb31187f5de9b0ffa1eead013a9fc39a088334c87d164d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2d413553d4a8ea6026d8e031f7f768df89d227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3912c280a12d3b0629e0e9735c028050ce16a2605ca06422606530d830238f5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b50deeb284147b7ee6384af07d850951e4d203
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241a5bc118ad4ec9f28acdc33cb20da7ff5c11f4c801d0574b69246f622b709d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc880519635d3ee867f0b4bcf87f5760ea1d9b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f877f32477dd430bc0b988165e6a8fa3dba39068b2a89976bbfac377e035629
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4164233b68abb9f16e5f8e26811e18ed0ffe35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a117482241a68a7e858f7f66d804a65433b48aef92a70f135d0779bc95a3c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7990666112b1b941bdef72cdb4fe9f79626f4c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d80aabcf78f46247534d76166500c6ccc9eed382908844731f0bcf426df13e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbfc77344cd34232de14376b1c1f6858d1c7969
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2711783258605490f9a52792443238b1f0aad8e2d99348142a74b4228314bcf7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2311036f8830a188b6bbfc3f7f2e7a59fc900f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8ed9a46fd61856e50406035d339755662c255e75ffda58a256f454af58499
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f27d31a85c604aa595299513bb46f503bc71a4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107fc2659f97ba7a14879ea602398a25338426c1ca271831f395ceeccc898e56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe8d16658cf6fed4fb5b7117df5760d905fc54f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f90358d124b73f9fdc189dc9ad5bd91efb8ac2ef5d5413b873a2096c31ea341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c16a2d85de4a8ad0ce3d6e8c55d6c39d6a7e13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa377cf2bdc97849f742b41cd275eccfce3679b0cf3d66d27c9800591c14e35
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d052400c64fbe74f0349f49a7c4086d9574936
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66efe363b29e37442d41833a0619ced9e6fc3affb8c200def6c9b83ea9e7ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1989385ce5c8488969c2bbb6bd7a017496112729
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c86f3dc37eea8366d1029d398954c29a4f6b68065e7e8d1fe57a01e34bba8e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28d1b9b9cc864a505e576eefc347ed5f8a4ddca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4c0d503823e24fe953b9f27f2a108c7d2325bc64551f7257dcc2ba64a59aa5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d4a31b04081b3869321da848bbf456610e9ec1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c996fe01b3b50f70ba7d1b3c2422330aad9a8819a9765a512ecebd592213c079
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687398f8dfb75aec666c414961b1d7739df13c6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c440462ba10f364a3c40e293a2141b7730a2a7ff6adfb7c1836ea3055d14e59c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36faffb8b28cba11e127cc00b5fcd59c67ea0749
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b9f5533d6beb166642e1d8dbf3ea8177d01bec95a576962a6e13fe813af3d2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc451a3730861077b1da52ad0b3a4888a7cfd27
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae64eeae5ba4510cdffe37f5813a139223fb6654811171b59ac775159e91cc5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f3de708992d25c361d421659f291f15295032c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c00c57f243b2f7375d29284aaff1096cf20fda07097bc1639ce0579ad7cfd3f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c821e5e7e19893871d921157ca4d21ebf8d13520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33206e1541d26622a0871af6e2bf929821a3758b3cbd63e40e59c2633727a746
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6d88652b5113e5b834a5c3901b0b011ad01b3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc436477ad2bbdd6f63b94709b9f1e36250a7ed58c9dd999b1a4f52962f0271
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2bc5dbf4368d675f8836d6fd0f03e177baaa13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f285ba11aeb3284a1accda69936056a93ade721ae6f9fcdf1905130a984a9d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f1daea8028ab22c0c8777b1e18a7feced7a36
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aada8e10ce74fc874401f54d98b13bae7443c619e2bbca97b633ff01a58d234
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83132191e90b9372cf63930862b0748cb0489c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20942ebe51e3289a691e80454cefee4ee64d4e67b3a1ff44665b1fe620813b97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe3a254d934c7b1606628cb89d9f7769cf5d038
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970836f67395ec2eb92c602006298ccf6e64dba1c405dab145a11e552df67a44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b1026d068f2ead7ad6be7ec97cefb59d477dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eb6a59fd80a4305011791a5d3f1ee15e24cb6d49c7da08dd2489b5c0b94881
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a9ea1b6abf91fa30588a68fe3391a66c26ecdb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348991ca1e45104fdd680b363a56238ca4bd460e11a216d5cce61b874b4ab5f7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea12e709657a2d93eb438c3fc987753ac9b1497
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa3d109efac1a6904ed165a90dc5557167622526d602b0c9e91f95aca3a4f68
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c4163b230de1946004fc2000732dff502ccd8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08fc7744f3668b60a5c966afbc646b45e94dc428d6ac0588e005305b626eb0a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8d23fd163854ad98ac0b7cfd9e58a0759bbf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba64dfc0e89e69fe088d97ea57f5bf040ba3bbd35b17e9cde676408ab9a18d85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f0f8e2599e61df1c8fa14a47aecee0b76d0c3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b9af16490aac8cef1467c9e917c5545426cea40f6c151c8b8d94d5ff8def7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0488b66e7456c8b524b6d0a5887da5310a4e9c55
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99ad68c9d81d1fe8ae43fad529de4939f6c84e5e673b4ab7c5854660c75612
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9ca958d08273b7a5bf22c4a6336db0fe3eb7ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e89d616b22db1f2521f4ddb66f45caeb12cb2a2abcaef9067d63e0f4af7d5d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f7e21a6981a6ea2114885bcc2de01a6f9d7e39
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c871a231e681cf5f8116c56943531ed672fc2c101bceab7e61d50866ae0106e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca5ebe901b8f14efd94290273185eaa840cf1a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff68757a28f3ec26f489fc53f1ea29a4218a95d252b35315ce30a09471097b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec236ca935ba70ed0b5bfd86608547a72b82a2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd24002c9a41850a71e683bd72d83806f920d826dd0ed9f7ab98aa6b11040db
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070912b9cbc9b7860bce8771d542a7cd209b5fb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03605669371c817a2f61d61fb8169e02620a169b9a173e1bb40329659af28f27
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21208dc4b6c3318cec1c2f705e0a808e4c3cc1f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b3777e6f68f475c73cce68a0bca84ab8f12b3d689eb2d64e1eba4cdc189e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a596a0551ab0b725f140c623168247dbb48278b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58f868491424e1c88a1faf1c752e2e4ca66de275a51b2c1428a1a233b496bc1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314b3f4669d387793a9332a337d29c3552cfca14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06151f780907d7404ce4466ab5ad8bc6b613dfdcc4713be0708fc9f671656fc0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72adb5317de62458852804e28fc9f0076e822967
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a1eb4ee9da1680c80a05edc5bdb00ba13196a9960e5fa54d6cf95682a3247a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f4b5807cd45634bfec62c797989e56087e788
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c926b434f8977ce1f78240ced99564beae098c8dfb63d1461b73628002cd0c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19fcb22056dbaea0d4e68b6f2603d11dd2f779
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79932cedd6d7a8189daff4e994e02bc7d9bd43c12e5364b3f53aa28fe34021b5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792897bf7b5666b201c5ea14e3a241694135b695
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d85e00542d976d2af79ec4bfc22490ec18b217d4ed87932ac5ee9d8d18f7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eed92fdcffcda0f38061de0f3d52a28c9cb3854
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed06205f70c9f7e0dba18bf2d52b8d0fe356f74cef1d6bf5b57ad77a8246088
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ba3a3efa94ccbed88ca692189ed4ec625e29f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24cd43084bda0facaf272117ae9058349d804a99a7c02a797baa744dda6fe7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c091187c763bc2832d27d9896899e9d3f133df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c819fe45b073d95a1c7e34aa43e2731719febbead8b4272572e7264f708312
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39388a0d15bd476511116076c62b85f6fa2db6db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eaa34585a26d449bb9a14a4b0558e5199b79da22058219324192dd5e06fe4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9725930d102d1d28dc5157bb8b5692b76ceb2e04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc853e13314d623142d404859813b811c3fea41c684cd6fd1254f6b51373190
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197773e002478fbba4ec88101e7703f563304880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc410c10b67ef3b482298b982bc5d86b598f19688e2801279b142733a57fbef7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba42a5c3b1312a8ae9040e005464a0307b3e603f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad58831fb935a04123337977b16804bb0fd8fcb4f298efb0ba742195c823a25
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1d68a8d8c355c8cbe0112908745020118dba0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9b117316fb3b59214fc5d6a5725fb42fd5d4d5bfc2400ab5e3fa3b92395f33
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f71ba1752c606cbc210cde27fd4f8d32a91280
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd8489e240cceea26e34a5f9ade35a5d14306232e4117c7d0107b61bb3d0ea6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa6a725fa459abcc40d6b86029355bfeaafed5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca7259733a26a57a29b8b10ce1ab4214347b6d1e817f6b54f5bc9ab6fcb6151
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1552965827026e005643104098f422114f827238
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e4d5b15309c3bdc60f6acd51e552d0d3a09579654af7aab10b2621cbf1cc15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a37e5103449d7cf9b5d37db6404e956f2d9d44
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba2885a79106541f3a483423c830b4504021e4499bfb65fffd9afcc676326b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b7ae6448fa007f6b3296a933ea0d19a2abe2d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf817821d28c98edd22b43154154d6fcc2dfe6cec35dc360d1b97a58ac7bfdd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c853000d250d492b04e103841410efaf47147
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6826b4758fb9a16ff848baa6f5b2cde37e1e5448fc42a87dc3d91276365583d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1db815dfb8ae102b9d294db5875f50f9e722d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028cacd94181d37dcef1b2a3972d4200de4f3e10d84bf64e1602c1bea0b7b0f0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6ece7c8712914c6d88c583f8974a1f377faca4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be055f42db218da8f270b6e026f0b5652798728dfc88ba63a086f790d2f4ff9e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ef5a69a73f64ab8783853661eb14c433e1a52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9715ea00463c236b26752c7add71a50ae18157846d60d35d7f5b9e12f1016b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84e9620ef39d3f36aa42aec2900522bd875e1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafb6c628b565687ea88972f0a4973240e477316b274bbbbd8a8bc50d2bb1eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2165d2475991138540d01fe14b63ae9c05d5a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5591f290cc20b4abdab83e1ccfeee217e6506c2cabd69f8a930a8808f13577e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d14e11a4807b4485dc5432c8946de7cf869687a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084ad59d97b3aa97f262a1465473cde38bba46a602053dbeffa2114c77b8147
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ae819928a2c1e0acd13991f4d9e70bf6abe7c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62385229e769f9e391ea1e116b18b2fa4dfd3a36c274037345aabd599addc9e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b79bb1caca1d45be78281a2a4394ce92ec2eadb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e95ff4ad1d83542e13ef14d6562eb15e916e659491cd97357f558b8dd4d563c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2690d1304aae7d472c7ab28d0c5efa3dc2d2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd0af01f63e59ceb4bf59ece7b27aa6e0969f7e964ca05c701f72dfcba44588
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d3dd1c3f06be36e08999ccd31f5b33e7e2c775
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f990980fafd18e63da319da769dd2bae2782b0d0b0599e4ec1f5e11fabd95a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d272423b64d8d125c271fef8f9df62dd739b561
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9d6cfe598283ca7e9ba37aaf7b735c109823f2213c998933e35b32b2da42e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6acc4959635dcb5c209343faf216d4475a80b1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2588f084da3b7c162085114b6026aca3d9ade098345f7be4a20760b2c8b15cdf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a45252f762523d55daa340f58926dfa087f3461
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e590ef3e014e7c2143a15c77eea0eb8a84c83a3c78683e599d3a626c7a3a32
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44142a37605da93eff412a414530c6189d735395
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e2a8c0f1d0390ca071d0707e2c89a5a81ca6ae697252dd1d9989ca6742127
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23015f75403904184439b7dd0d2d38a596cb9a84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7268603cb76d47756e2495be304f9cc5013f1ed4f23bcf5e6f19c795bbe8eb7f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4e669a60e9bffb39ee23a5bc1d0541fb6f53c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26651497ddde4e386dee12cb6e96d48599a18c295985babbc2f72cada5744c4d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e251e4e53468eff4236958f139f6c674e5ccd8a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc31cd46adcde73e533012d8969aea35bd49ccdacf087deef184f04002d5389
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e007c0a727964742857a161ddb6ed6ad487bcdaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032e651e542cbe50b9c6546eaa52fe8971c5ce24c4b54f5afff62598055de348
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e340bc2b105f21891647b94cb5b9d6da96650d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1b15521011c60e6d294d290dedf6ab047ed3f70f6bd2314f71574f5eaae412
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4dae8e1d4dd31532c7cd383cb48cced7cc1837
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff014de783ec69d9baf0d549f8cd28096efe5703228ab7fddf7b5ee6bb07961
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81bc089498e83ff5ec00f180f0255070ef91d14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc63a2ab0a62aa51d42d710ad7b52e8f54032e108a0b7eb6be7dee87b06064
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d5f484cfcedef633a1e1201bb9f73180c376d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f48a26e23a7fe455705fd7fd1018b15f49a8e6d6154af97ba6e50818931291c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9915ffc40028a490b5c53e1ad0d189ccef6faa96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f49006e8aa64fe04e3d03329580b8cbb609c8b3148a2b55da263269e0b01f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaf064e19c05411fb58ed251ab3eb873a0d0729
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2c2ecb53d4993e2ee1a41fa1b2158738254ca8de13af0e2278ed06f55b6267
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6fba8c2314f6c6aab33997cb1c7638a02c2516
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908db06b97568be613a185184e83061dbfe8be1f851283fafc82c5782d8408b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16744e60002f4ad876b563b5b5636ca9001d9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8067ebb690edeba73727d93e52145ff51630bd3b8077e82093bffa933ded7285
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b87012bbaad03880b385100ed01c1bef474b90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac6fabc517ab262fbcc10c01f72f4a2d0a84e36c69396f12e33c53d0c45cb5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff26acb96d5ecca7e12d536bb072329b40b585c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6998c9324131a40cdd83628114242d43f25a3a488959d9260ea29b6b0b507d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebc9c087dfb13376210cbd01a07d166b19c1697
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e736e9af70fca405ff5ad2fb7b2147f98ee6acbadad32518a964fe4a82e93c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6973bd2facf8dbfb30fa0cfb399a99bcc3d9f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154ef399f6438a232747d81864537b8721b889165108ed9233ac8d5d2d3d7902
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f851bcda1387914dcfe48ea5b7d005c3c2be03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7c733c6581d39ed909245a2458bb584dbe64d98e97085e57835c5aff86cea8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb94a771a0b04d10f9008db99ed7d28c0feef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7583d9b5430ce97bbaa6a5eff04ef5bc0f964c69c943f9068c792fabf2ec4a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1603e5d0c216c655b7027ba0d75e7f6f833946
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9214dcfb71856818c24ea6c78ef4cefc2c9ebe456af1141c86df46d6e166a15d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40f4e0c6bfd0debd58c41a138a171fda487a652
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0fc3c64a4d907c102d113aa487441ad14067c6832d0414fc4b3ea8f800f481
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56c006e8698374cd7e82a10eab97e5ab6e41e32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2330e96bdff406f93e4a8dc7640f9785f45575ca6d24e321aad476b935f07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8083a620818a809d7bb6f7fc1f2950699a7c8e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629060b65f2afc63c3d3e2c7e3b33cb6b1b2ef1b1370ef3181049ff9bfdcade7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d449c2847b598ec9a850323b886d3678752ac4e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf02eda3fab8f5c6b539da5ce97d9596a1e909b121acfe88eb04fbc48f28e0fe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b4992e9f7f46193f4cdde084e4cea4b292dae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3400e4e42164f0b9cb47eea12b5c36a6b97402c6aba5d97b1ee36dc26d0337fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40f9a640d0b7e3d002dab55c75b11e27e15ef83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7271f2d51b21c15487e3886d3a68835c8fdacf867f614e1fb7db4465e9ae1d0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd59dd3d17295679abf794bbfcbebf4fc087d3a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1caa20c008e1c72f6c64c8c99d74a014406f811fcf98b30ca1cdf357fec2b0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2661c30f5d068acf3a35c866c4124ef3a5b3b427
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9464c0efe93f87317645c3967a6b35f49fb916587f7a70f5457b6127ecf321b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a60834ec84123c5e656ed97df98f128747e0da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225d9e428234e37032f03cdce96784a13a21f109ccfcb2e3401bfe0ef1ad1d78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21ba907e40e31c536df8342563204eb5c63173d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fc894f87e2d7f39146df49d8f5cd9982d4ccfe4d87d0e628f5d293afe33fd9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce24a2a383f2fae5ed768936c1545997a371d8a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b28b6e401e9bbb832868402eb4ceb6ff8bf17b71f00de511fd50bff134993bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82420351dac8383cdcc18eb1311424a72ae46fb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a77a4bf93a1cf9b5ac497d635fabed87b2da71723ba4751f9a8b8ab178d76a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160873e8c7d45ab44b554e3f36b6155eae1f8576
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0016198ccf80cd5736accc42a46b5c82d2d5742c18825e26ee5f91151d60dc85
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc034e9bd2654689ca512f517a7529b3eb1536f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b12dee10fc170a47e8caa16f3e49ef5695dc9e4b6740a4fd6b284cc9115c2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557145ac7ab143865e27ece23c66823164b2509
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4c2832eb09f3125e113993241806a478b6a76ac750c2be56b2c7db40edb04c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20a1ed44809fa3e300c2dc520e7fff51bf9ab91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb99872b0c94d0d2bea6e6ee8da4309ba2f5259e5a21f504784e3523ba4c46e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f56db1553856cd82d6debbc42febefd0f5284
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520af91c4f7f20cc05f754d187655a17cacafb1d4597cf86a00430657d931540
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296ebe0ac7459cca851a8982bf9ef59f0328c656
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0fb787217912372d2a06cd4ddb90f562b5b07f6ff7b5babe72748384024f87
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c769745b0af0b679d4a9b9ba2e0aa598afb5985
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b19b4f3cccded7e932d4bd509458809f2208058633d8c2743db766185330c9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ff2aee11467fa144adc15ab8124a6b9f95633d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e44be921ff7bb7fa05c0a93320a233cf864d536dafcf2b1906cbb313e01a05f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e824d71d72f00f5c2b089f9782b009e93a4993
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b402ff61ea4c4ca10feeb6334347fcbc881b2aea96d6c8337866b36f1e84cff4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d61f02a797626045502d4866c5cb34b8a94d25e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e2462fe9edfb54420165d52880a85e88df48009d2eab772237cd6da8d5cbde
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4b7175f61e025028e975faa04fc44fb174eec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411d7c2a4bc8e6156a3a163bb85b6551a44380793ba95eeb7a270a0e3695e18c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555391e9087518128a47855fb6904c7704e33bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb2c7cf3095c0425219ae21551e1b91a61aeda4b3961dc063ab6502c109ae52
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74c4d373675b3b44e91e234a6596432f7fc445b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cbd7893bef8b730a332be299221e43e119a3d3b1d1242d7510341a2d3c1050
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40806a792aef054f59b71af75a0c1600f3d5b743
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fb5fde96f22e5e04d7a3133ee9f548a6f6d23c1a5092cc016a802e82fa0040
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676f3e4fbb901e6707596263f04f8668c4eb8843
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea9a9ffb53ff59577e1b6389da1ffb17e833454e2704c975ba189973eeedb75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b1b1a378b8709995e6566b899e3fcf79b53b2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c452c35c50b89a1980b1a362b20a05f53a1ebf869c4a4573a25c0ea25804081
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dfd990917018afcd7bb5a4120d87776ed09e2d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad8f11b43120cda145ccf20777709f11fbc4619d3ae4efd093328d7db630d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307fb7367ab01175c2c3a193681c74fec55cc8e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93d67716a108c8b41ed7cf0b4288412611c3212c17758588eea12529e468179
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b65bf7693b2a93f429633c00abf31871d96d05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8eb2693b169861390a3f44a753a666ceea822721f59ac9c8094fb81860ebf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e422adb09f567dcb910267a5e4afff79a3801fda
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3fa37aa62de2564c393f17353755920f0c0cddce6992fc6114b721fe973812
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea74280419df748e7e38cd515f7988fc42821763
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3240ef50642a6558dc8c618848fbe7cad15ad8d8f88401bc97172f61d9a2e44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fba8b87d2e05bacf14418b5485530b58654dac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f10fd4fd56e28cf10991301f8e15b4a1ac4aa2f443a06d8c1b0dbc01e8b18f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a860dda62960226c015866dde69f8ca6bbf2393f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d385e5597209e5971b4ab84dd2d2cfdd2fb7ae809e940e624d9ad05857c8287
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec331e7e1f3253bd45511c613dba5ce4165930e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8b0133cf4e2d8c9ebcf9e227fa4c06c57c312f87fb4b5cfeb8a1f2f8bcf3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd63c71ed1a041e892cd39b9206e26cf9337ff8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059b0548d86dc9e6f915e9462ba5d9749a3e99faeb1efd56b1f44c358d3c2d16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce91ae46f63d55b8df8b743c972e208c0e56e46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226cb1cb9d1a1477825f2cc65d8db644805d7fd455fa00d6c42fe79c97e41113
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56037bf44b48f5be17d6d93dc201ba26eddbe9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c2635f185b52e95ec7ff521b3e125bc4e72a587c66699c8018571da4753a00
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e4245dff64d48ad4bf4816227fde8d9f6f932f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981fb802f5126d08c0eef92d0c3b5f63e2cc1df2f5e0f40847f1259dd8f0187c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf39f36d601812683c0d355ad5d4f3a0ffde0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37807a4d56edfd2422450df3b0ae00921be8d9a84bfd1e9ab1c9a8d6fb3bf83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1958603513ec9a57ae5a1f65ab72555c74b6d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13512bbad5a58db2df2b463b575afc877dd32f0aeb61ae89f9a1060b7e95e13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b485e1fe965bdf62d3c7663810674b84854e3b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849bfc7c2329740b58a1a40da29f4aebd6bcabe61aec26f06b00ed3ba2e79409
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763391c75e2c36fb6dd41f4b98e784aa88306828
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c4b9e3568f14605242b7740fe2763c534e53d8312cfa759d63572d0bd4f882
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4fb36c1367ff9e2874b92ca1b036db5aa86fbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77c5f90e19debee239ec4f74a16d7aa3edb2760ecd308d62720e3f594e53e42
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908193c3f0d8d0a94da40f121964b0fbf0247119
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ce70904dac115d53cd3bc55d5bc3b6265995ad27bf88c025dd5bfdd5e72f92
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396767d0400e0e57253ffae121ec77d2692ea5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7cdc78704786183ea9401cd62cb8b0bc41f344c794fa4c5fcf97594edda90e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b337546a6be84f012504e4f8c6e971114e9948c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605dd36aa67db82874ca2c767e6a8d7ed9dc5141cb718a671b5efdb7ceb6222
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f071ab47a4323e195ff15aeb22ce7bd1f7212c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2651b6d2315a81cad8f01ee7586d445094cfbcfefd0dcc7c4898bfb794261e29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca50735cf62a3c30bfb9f30fb555e800d6591337
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19108c3c6ba385e3b247acf4431c4d4fb762a863c779cc718ecbbe338e749d4a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cfe35d0fcb5609d33126369f6e407abdc7067c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3949f4d4b05e1056311d3911a825c0611f89cf81a7a76b5997c4a5d6effce7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8391be95fc9b39b2bccaa5e52eeb6b3e35423
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f5003cb9356635f556994cad3d0c971a16a1eb0f90d03b7a204cc7c5f4af4d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994e053b468e4d2315659b5c3eb074af331fc63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d521a53a1521fdf513109d8a06c987ecf2e21eb84e24479e8311089c322136b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1db49003bef76072263d722a09ec4c7e06c820
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6849c62e9d118e161f286a540ec0a9510192dafde7a167b24769c5fb75a24237
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e34421bf1bf0d5f2406b8ef04d9241a4818f8c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dc73a0435ca0d1980eaeedd3d8038d7fc8fd293a52fe5f474cd9bb45e1a219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1a3831d162ac832136c47be551676aa44679a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fcb026be4bdecbe99fa993a1247f7355f72ce505975c61c948bea54211e180
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49e3f56766c20c253eb7d467383289399131b84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2567664e18ea7bad6e31ee1ab3da8f05a8f1c0e4f946edac2d49b2b522d4938
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c203e8bebd62953d0023f794d3e855722d9611e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b249801233d47697a27ec4552b7a2a483dab43efc3c4a00c232f702da84f1438
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c445433c1d65f5caafe895893e0b016710c1431
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c8d2420b9fc985ce22601a4f813ac4d0d30867a2c06f1cbe83559ab4d78e28
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7481a99a4b2da034bc4a83a75a3f99db93b05f74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fe431a85ddd5f96dbde48b0aaaab36e7a8666f4837d64042c78a78867bb442
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e408113f626032dbe06b95079c756f360ecde2b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad8e0359a2073a562c844987e1b8dab61ca9f2393e87f75637d9682f1bba76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfa75166df5faa3f481550036eac6d7b37cf9ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc478719b7e64789c4f3a63607bea635da1b0ab2022da2bc2450342045e2e1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4924d6757d8a1306724ecee6511fa91b0767db87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57cc1fa0e17eabf789aebfdc2628508cc594ce2838a58661fc04ec56243426d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760c3bdc1bd32e62a66218dbe8d0b746b4deeef2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7819bf80b132f048202c70ece26c7e8aac8427723e3a64690c9d044f3844ba3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16587f81177915f870aa254a2ffec9db23d00e2f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91aa9260b16287b6de8f7fb06b3a645bd668e09fe4d4649aac900b5eb586db0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48464b610acd4011036b24e653380633dbc62d4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7400865144425b83aff676ac98e137cb2cab0d3f1eee59ea486b1dc14926b83
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a274db66a78c225bb4c071d1753889207975bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885c13cdb0cbbfe7442429719fe7b7bbb2fd3d94db795e7b15e0ad67a60759b5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced66ef7e6e1886694fcd74709d756dfa97b1cea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf12c227a12f1a3ceb3da3388db3bf72438cd51240b14a02f423300b982d6f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d606caf3a0f8e69dae064604e39796f446bf300d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64561a1f124036a70bacf948e585ea75ede7deeea750138d421af691610f2401
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df97070e6cf03eecce1578f6e5764fff3b48e7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f08f689d1a0d381de58a0c845c107d04d0a76289116a647de4f49dfc3b4489
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e448d11fcfa1f945fddc5d8dc611c14ca5eb177f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ceaf92749405aad01cad4e93ddad1afd3470180fc0be92b4c820c75f8e8a92
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a682cc427308df26842f90d6fa9644f42ab81
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5aea3c7c5c92bd4358bb07bdc2dbaf358789f706921da76b46e24bfc1173f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8807ae6a0b3c547047d485401a6380c5646ccfc1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f3b7941173c76f98b57b66a80e1bd3b39e3b9fd5ea915cc7722059046537ac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e16200fd24fad67dd78540d0425c42536f9ea3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34456c2711a0787e45a6ada4ad783cc56e9d2eaf1ee334f83f4e5d03e585d1b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec41c1771fa62b6f8a85e85a389e2a8767a7ac4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45e0304d19d95ae430e9cfb37d2311407b77d8982f9a95160da02359064f912
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5519f6a2c52fe9d850ab092e779f0d357840fed8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7fa947ece36d5c6d2232724a5ffc7e341aaf69ea013a627bc267738f1f3d5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7c51f0afea20d966c698d99fc8a85dc9a937c0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5cc5aae6d063e07d4f5c3a0bd6fa477a8a5b72437e2695e611c5fa4004fb5d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86c790e28548049456e54bd8db53e57fbe2242f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc330e99976a5a0a4925dd8b3e632809d1a6863abe86df47c665aeec4ffdf4aa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd28e9f217bc05decc576e4b46da3c053301c46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565f1c95358422bb0aca554dc0fb30cc6c38a473d85df7d94fb79a7a21da8b5e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcfefd72b2489c9e7650e1b068f986d7eb9297c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95a0078ee6748069c3f02e1e95f4285abf1dcb6b1eece74ad55453e1fdea8e9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd659f8127d5742f38ec22475837dc40e803554
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b79a4ed2b6ca8d899495f9c4b81681ec27bedeeb3ba4fd6863744649d20ca3b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28deb4bbb431c1049e565482a2aaf46040526ae1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0d1ac4b65f48e845c5dc0174b4f1346cd38e86b2e41374897b7669047c463f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b629acbcb7534c29bb817d38aaf5a92c794503a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d8743f766cf93a1e913a7236067779cf838a3c75505fb31e4585c4884d78ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c29ab32d8fc551ca6c4c75ccd8b8b01c3079507
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46ed14c03df88a0803f3022f4a89dacf0c3ebaab02113dbbefac92df9fa8ecb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70b1aabb8c3938448da2fbefd319451b93e5e6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269e210d366c770126534a3087feda0d414e5839a8534c9fd5ca42deade616d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca1ef49f02823f1d9d0cacd5c3c193c8a31b927
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e802053c912f0a0b271c7d0104f09721c290d29ee45a8af70204e1bd515ba3c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d8157830658051503118380bec4fb9e7fe013
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0062a564510635e7a16dd205f8bbb028f76302a51d3cc34c4547f8a78abe9abb
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cd8e963245670e4bb18074ed3e1d17424fcc61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c8972a3efb7400c07884b2c4770c5d29e3f3d798648a6f3d99287ea8328c1c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1e83a497dcb07a66f0e8a35914526f52d89879
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ea1f1de4df9a39d42c23fe859d964b918f1cc14fe15005fd869a7332af90a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b22ee133d04b1d512bf45706244d6677afcf7d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2608501481c0159670f8693bc139292f4f0bd4b8eb372014aef662e653bd3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a738d317b66efc0bb757af0e0883e2ce21c7cfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b76cf1193d2a8894bc822daf8d612b73cc57937b30ed04cba48cecee5b9f40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc702910509f2d0e0f2cf62e82dfe62ff7c3e8b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf14dd3eeb56a1352410187bf3fdf676ed996ef49065d9714d31b2b4fd7d66d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a0fbfc50788b3a8a5c990586852a54ce0f3ba2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b5bdd8fdf55ba6eb38a30c0b1f92a853e4ef1bba40bb3a0fb65b597ddf4cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9e70eae4b6c89238230bd20eee11a3be89522d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86d9417d980970d4d2f3ccbb3ae56433c1c401fc8f98bd9d76462326a268bb9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c940dab9567df289297df2330574835601354ba7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1be5122427ee26862099eca269ada52afeb6bff29bfbb2078054ab9299347db
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72376517c7b6e96b347a99bfde6718875cdf070
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2812a7b6d3be5eb7352499032e15eeb1e71aabd9e0cd65ece5d0f4ec2c49bd59
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c58325ef1e40ab5ec1ebf2cb0e767fa1f872dce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f819cac6a20555ff52d950f1272997af4db6d67d5c03bac183861649fdd66f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c38101228e7fcd3006ebfcd1b73f4c3e0a834e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67f3c2b442b5230ca2894dcd3877d5f853364a6dcf57aa1fc55d0b5e984624d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ba0138a49de56b064d287c68a8daaf566ad00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5faa403675f1d6f2be27b1a41916437e5fbd3a74982867462a21639b56a611f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c8a02af808280da1e5e8d36d04b1b3212adc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97356e5ac402ac1f9622bf9d06b567e9e94f90c28558e868968fd99c9fa09fe6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81ad4362d13c3c2ae365b3b5a84cbabd0232e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f5814c244bfb77d945520e2082b26d62c32c015c68654a500b5b03cbed0cb8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cdde13fa6f9c8b12a0752bc7ca526c5a665c24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039adb532e4c407ab9073c1dc854e7b694e1dbe7b8f6eabb259be837cd61203
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c172aa92b31354d84672b0e3dfcd3d1b50e9e7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511e1d40ec6dac68a80d992578da8e520d19404da0c2d121e8a060f7e2341a0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d199c55ecb61f562e535d909f28d087a34105
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e79a1d8d8069e9a9916e5bf9225c27e14a5bd676d019b49afa096923f26ee
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7999f06f299fed0271057ed0975642649bdd54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04154c82105375612f96d142c53aed87169770c2e655a309fedfbc9a571b9fda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0cd4de99db5eb57e8a2aa15c534b1308b76b1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738d1928c85b6b5f8d51fad05fbf82c94affb4bcdac87d00ddfa4c42175f2b17
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ec19e7e0bbe49baea54ad3331980f49772e8ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1135f17928f48b9c591723276f5ee0da032e6adfb786737314626a66bc3e41dd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07e335f3db4666482e46d6360af0e74500c75e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd835b41e92e9a3792b9db59c58ff394c74217d82bf3a5a1c8a78ca1168c6984
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75034dd1ba2a71753aad11df1ae4b7e2a0d78cd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7c7440705e450388190e4dc25ce3a728b2348f941db6fca02fc594c8c0cea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15411376cedaf98c884ad54bd1399b3b083e5610
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e0c57b567cad2b076def754cc55cfcb959316e383c1c75807de894b262a2f1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80945dcaf9f8721fd021369972a584bfe9d53603
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05facffabe6ec3a4ceb4d79599ed78c38233904781e7ebccc9ff7e5cdd5a1aa7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f5ec93e16e108cad5bea8dc72970283a858698
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935857ae3b572e63d536b9a066fe4282e77ef5fc565099b80b3a24bb7d2f08b2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd1b99beadbd2f8e4beee7296d3445937e260b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d540bbcf61e1c3c9247fa77c091fc5814d46afe4c47ff14df9df7d1211a6f491
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8032db9dc8a80db378c9281c52e00f7d82d6df68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38ad25f48155f576f3685ca87cf57741de0b1696d36271d538016d45a74a893
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffac85d8635e82668ff505b02e65f407a434be5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f7ebbbd001e4481e7ddb7d643098fef10dad07498d92bf71841b25b947b9d4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d30009dff709e2accbb01e424d5588b2ea33a30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b189eeffbb81f7b1c4e229a66e9091ff84d92fcc351c5dbae30a94d2d049027
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c9b22d49113c6e7f9b6bb24ad79aee3b4b7dc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f8dca16e460d1be5e53eb9ca6e47d5479ab375d8f12e127a8b375b38fd64a7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835712c04ad457dc6647da5db2dccb9c0b2dab5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0646fce731a237035ab0a97ed1a29ae106c397ca03ba96ad92a668929322770b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd860a75559920c08fbfc7f5b5e5ce38925f965a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842a8603d96dc7e220d907068cf41fc136903e08f39cc0cc03996cc7a1697078
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9e0b93bc7c0f23f81e26815afd905c9ea584d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335bde20d92a97146bc3f9d857d6636f7c7d993745aa32c87614acd29f8b9d6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874911bbe59288f1a74db13d23198103986d516b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ff56f96e1de54ac69b1adf52870a84e1efcbee9931fde5b872ab9f6178c3d6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a67e724eacec0afe25351696f180d602adc64d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e899495a81fd9f966ba07b3fad3ec83520aa7d7ea78a6e9f6e2abe550a7c46
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af294071a16e588f3c6c0474b9432eb1e5824496
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e64d091c0af4963914da5b51f7ece814f326baf2835d5a8f233fad39fedc68d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f189e7d44470e833e51cff329efa5b70da878333
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7ad6687d3c809a8ff2526f8da855f6d58c1f65a5be2fffe42f10141b2b245c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ac06a8dfc48291cadf411db140ebcd7c4307c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e604038d649cbebb2ccacca43a235739f5f98ff91d83da23aee26d6b377439e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9e919d21db560b0863db41897844acfdf481a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9b33cc69eb24921aa62ac6aa866d553dd220e6b47b61341f7f955018d02ff1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cf1610a7533b72719da8a993f62b997d04d9d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f893a77c1358012cc89253aeb99ae6d7fb8285a1b347fafe93b14d830d1d3a80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6dc9a4195973f34372af14ed9a5f593f8a36e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a621b3c5916dbb1c8c0f3a90d00a22480a4d088b3c2f5fe748ad4680643c0ae5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357e8fb69ff842ed09f2b77116ded391c7c1ecc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4f4f7e7f7163d75d8ad8a87122f01d578bb89c7b3680aaa3476f2789880b81
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117d577d87a864b18ba545f3a31d013432ea919a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72342e54a1e6c6ef20233a03334e674bc9dddf398890106d8b064194d9435116
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6e8ea0f1d3af7f532da7bea9609673ba785ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dafa7a7e028122986f2e3f47a107f85cc4cf1d8a4de571e08c97de18e48805
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2520c2c3d07cd61618ee90934f72edad89c134
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29c2c7ac40be6e949ebb84de241237f8b1b399d8fb16e785d1618ab659f1a94
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcb021d1cf225a8add11f98d540da89b8ebd50e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725bd898b303ce94e7e17c61b29f569d9fe58b1fe8e13df194020bd5653db960
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e6d3e95fa74b296b8745600f44fda9bd344f52
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c42845ee29579c9b82344322a92f9c41fcf44ea3fbca770b77e49bfc506795
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a8a97a7d2b77a7a65feb9dbde91cd6b5444bca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037d018e0f85fafef175b4fb10df41bec210821e252682909b92a42385822172
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554112934ddd613ef9661240fe88ab848be3c3f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe685615b27f79c1909cf0405728dee29372622b79cacfff8efab1c03c118c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fc54a762e8e7dbe7a8f74c060622da5ba25f67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8708f2ed3cdfcbe120022b90b2c4cd457cef351c5dfddb5fb797e604226f32e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d7b4a319fbda0cfb5936c0febccbad51fe57ab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e67e84f421ab4ef571740c4e41aa36af1a7db8a41b58fd38f52da0c44fceaf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770db4dfa891d4f69e61c5c181696180df6bfa18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525e2e28b580eb71a9668f4e0d5d29cfa17f09b3d0ffd79bd4fc25c788f38e4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee03e89d22201e2038b78e79b1e4af14592a9ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b3561fd608f32e910484e0817d70aa72033ecf2f205e40c738a08b754f4fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d51bdb7942e1b40506861b85520dd955cad7df
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25bdfc7bba1695b5e178aa9e424e91a647f03f95f7a410b4e86bfb3b02c97cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8929ca6d1fb15dc2a827c4639c2586afac5b30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2345f424dc4df3a38505abd283bfd2854f086d4455c73222c217a44554ed0392
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2b17e719acb692c6a1954333feb8afd5d1e2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2530ac29b799d2a030037b3e7a2cda8851980500bb04d1e160892d26313cf48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723192d540e5d1249fc4c84c410250bcda500f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28afe6ce8dbab20795979fcfaaba3c91c5ccabda3a311d65d077dc8287a39032
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451d0f3fcb0c4585f2b9ed83d9b3d80142bbdcd1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752b07e6f09d1909ddfa98ce693a0ca4fa8c6244b3c8011a951c0ac08cc4659
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31414e9fb0bf176c2577f039f1792799adfef7c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaf49119016841122069627372072985966405c6f7a39fa8130623440277e58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8991172e4705d5c8ae1dcbcd94c724982745e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205449b27f10b74fcc9ec6e7b199f401b387f1dfdff3a54b64c7ab102b988425
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a776531120246463104803fe3a06b88a1921332
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d5cc569b627a7ea0f218a67f53e6cc6a252dd2f2d3320cfdf71e758d829d50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec12c32887f400bb1c80b6cb409ace62935b50be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9bd648f96c3487344ec9885f917cc583a15f98cd86acf6599d16b3fe4c984c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da29cda461197a34929df272541a3d156583031
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f74a70e7242b3935006b6895931454e82a0a61d9b07f0be76f3f12697e6d4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d928f04a16d4695fddd162e5d5dcef5e8e37ac4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348a36e69db3051a44e70cd0d9a2880feb8f7bc02b5874057583bcb3da5cd17b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c75f982aa6dd26ea675ac7111c6e363a08a688f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5db290f70188c266c1fc917eb1f19e393255c19dec5703f1cf0d588ee08de8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e824572c89b87233c938548ab596f95d02bb9041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3fb7110b12604fb5ef4670f0c520d0d90f773e773640816bbc684a75a4e9a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c0feb9f5129bf878537ce6242909c96d72923b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c464e6da7cf58eb96953b74df76f7deb8b5d6d1ad5adfd2823f4982c12945a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5c2b8164d2695dd4a127d84beab16317a5e7cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9aca876e2151a474cf20e033f26748c718042a226937ecdc87b99644dbfe3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d3250c07f88654c2cb674047d62c1904654b63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d029379c71e33cd18718632af2e89e202b18ba29df397a8c0ba2efcc207a6da0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda3a8559a7e09d051925eaa151dfaa4b6cd1bde
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08a6b407d7b8a5f96dbab258f3aace1db5654ac69478fde0d82f7c305e7ef34
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100e202c7c6ffc5396cb96debffd26126700a92e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad557b612fc58b9286443addd90c4f1f534d79c66ca7021b824224cf3dbfb9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eece32badc53898f0f0c964572d0d4ca5273d82a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13492ef123d84320b93ab4e2a3c3ab2f1661cdf1675747e0cd4c7708994f6e49
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fceee893de26fe3df304edd7574ed2c8715ccc02
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f86eeeddaaa53de2082d446ddb247c095ad3c78d39fdb6674c9df2958a9110a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85235295796cb8e971f2c75ce8ae745ce56bc3eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d47d792d0a722532e874b9c7e1681ce3a4b6b177f84532f695b9aad3ecb2f9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61201562800cb3565e456009f2c54742da2ef921
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ed30d3ce28e32b04060a34d5843fe4cfa4ac78e61d1c3f3f82bf5e29251ae6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3a720f81e5e8f5c6c88778855f92090b48b80c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675209a2bcf10d840bc34374bcf78086324a7996bdc4465f9af8f361e452566
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f179c8c10870445f629cf0851792172c31fceba5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce4bccf5699e0ee16c6d9abce2a20752f0438a7c0838219bd75657bf6a95422
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5e00291727e79e509bbaae258c819d8f852f1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30413471395751739a1e4cc6b469682ded05cc8fde5baa5afe0448b28380c126
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11372a27b12165c91caa2600e0721029a1ec05f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d6f1eb3b8f773cffcb7f0dd2e4716b344f6179cea648a7824849d27410aee
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37f4813b39ad9050a62ae845d650c668f329707
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263cc005bb9be68ea0fe324051a82b3ac856c97fa91906ccaf889c4f55e3f024
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34b4d224cc4301ce8402fa12f00ba8c30259845
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8f23b61c14cce82e05bede320a8ed64135c4a6abcd816c2373cde807410ba5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240b6c81c2334db51dacdaf9ee1b876d13824d42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db913adf993062e7caa30789f220babf57acf7d881f27d88850333ff9aff203
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4772fe2a4b40340b6e4a8a9067bb1f73f3e8ea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7d810f55cb586018e2d66420b85815bd9012daef5cad2dcd2f450d463ce58e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f417a0cb193bfd6832db05789788786702abd1e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481a3d3960c21e5b1bce83f7b3fae638699bad95bca1a3ce6cd00a23b3f61dcf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0413879c8130f754df9d05d840b47a0b5afe62ec
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ac6701365b68796bf4b97c4957e45cb02ef5ef81a507a76e1423a4522e9f06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4350be302fc7c493acb9d470c88a43c236fead6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be59b8776a62ae1d6b787d09641e463281a104905328359f008db6b820f7c8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf78ceb5b08af999ffbd31a4631dfb217aec9cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afc3fe1fd9956b81388d01fe8fd3ec300a6b1107ac089c1a7aaf57d776df9c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aac953b5ae938976c0e45e66f97f4008da39d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b2c6adccd8a4d76f5d595b4294e4665f46cc727e1d882455349edb249c7a3b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aa92b496e02d5c964876e851d20c068dc32435
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd95e9a056da31b710c108ce1c542b76e97b123c6a701d8e1e02253fc17edb6f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756ada6ef62ec0eec5f40db3c3888459e560dc2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500d59cdd7be6af1e7daa122af3728cbaaee11f8d451a0a76095edc38235c068
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443b4611bccc395e17d395480a24bdf4dbfcb1af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a456956bd0cbc1155a0b1c038eb5327c1055ea5cb20ea5eb98ed366f011d5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3bf9e1db49e99b8ac48ce4b77d68928f563f57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2cebdd0f85fe3c846684f14259fb4925765a4c4083caf55b2a1e7cb9c24adb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9f0c41bffdca701cbfc53e2ee5d9a49f4de8b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0223b45174b98a6e172e17135b74244a84cdcd940be325d01de002e64ae5940
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba909420a300ee142224bab028a67e456299df08
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0559690a88cf76fe3f831b919c8e46c858c412ed13b05f63b447bc381a453bb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a274c4f1aa7edb83e0d6f603eb0829e072dcbd47
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e211fc09a5904711eff031d49ce63fbb8b0d56d3830a6491f52b392847ac76ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb4a1d8152cbcbd9994a1db2729c36c2ec3cf89
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b953d03d8081bef8e49abe62180e3dab6401b674a2c4cef18570609cb569f16
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa88873f2f63ad9bd6f5bf02152891f0d95fe16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0295b3103b4bc25538401d8fa733d9147a256433b3e000659ea226c951804622
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde88d459735cf44dc3977bf29fcd49a778991d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0765737d40bb3cb05ed3d8923d5ba1e8a72b4277c2b851e4c6e5b568e13d753a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b01992c4f1fa305ee9d4f3d051892d9c43c6da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece2907d449688d97cedf089a699d34b997350f59d7544af2b7e760f3106dd2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84486c8f165540b8696bdec9e21aac77717ce51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80348bd462f13ce660f0e7eb5d5f0758e046209c334858eb30c9a0eb0986f9b3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71372830ebab4024f4ed33be6e9e240e8d5220b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851abb0dcf038ae04f795355ea34f9ed12d45d6aa38ce342a8e97afa9b7d5d06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bc1f48c106bebef27a0bab9705051e84a48926
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c9d5814e373f423c9e89c7d70284b9d09f758e74441178f28c5c2291041f4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa7848a82d10be0a4ddab12b2cca4d461dd9173
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792da9df590a82fa7f04b039aa4265ab0713e8ecc791516c41b433f5efc5a4fc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a50b3c8a13b1e981984eafef6f3bb683ff0ca4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42119cdd8301fd854a383421320f422186a8859f457dee3aca96b78ed0e5e63
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71341e75e9c55ab643c716eda12156f29316d17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001e82b6cb9a7ec6214709c55158e606b50600eaf813838c03692c68dab9f363
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2509c21d44d39991b65039033b07cdefba4553f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5825e3b9c973f6ebc797ddb484fcbabe758a1c749b98e445da6b70b5b95fa11
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff46c878e70ad68cf823b8c7475d2968dc162a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd68852ed932222ea72b33e89709fafa8d3ceb7c5ae7e10139360534bdf5521
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43383f04ae1f0a550d561ccb1748e5bdada19e2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d559f57f55c07a75b82f43557e28cdecfaa8f4819e7399dc14bf2742cb2f8da0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71e5ed00fae0dd05b60827908db3fb769043260
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4726a67a70a3979991a299592c299f27b55db8aca2015140a193322848efaf7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04199ac39bd8c989808d0bb7b7a8742b533c001c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc39f2784be648ed5bff02a0bf38a50f0d05cf231bb79ac195b070648c73cce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5268e90d4fbfd55ea5b58f9d129b7881a776bf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b94045b47b39064bf6b24b43ba76ba9a152480359ca76241c4953d8afd225b2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ed83bc9729ff9dcef4dc0682682345dc9e000a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179999dacdce1d7c2a4dcebb2d9f73ae7512282eb9c12b60c867c8b45d0865e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281f60caaf39310cfe8fbb2190fad7119eee2761
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d77b356378bff5b03099153bd46d2fb797a71e9f13d9cfa49da11ae3ac6cc44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf09f49f97be8121e876449a7f3287901d1e1d1e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7dfd08ad9763078aaf3cb534f81877257ef0d486dde5a2a544c9c31b1a3c05
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864368137acb121a50d12487386716ee2d8d9b1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679d772497dc45c35fcae29fa8b4910323cb05a8f4c2ab87b8852883ee456510
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f684467dd205f4a64d4adfcf07e8211d4345e0a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426dc963254f3c3daf92079bcea03b37893caacb14154c85a228ca6a9886cfda
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff196cd2fd24d5ae7d6b0445fc58b2720a3644f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06280933c9e2cc2a4b0fee0607d1d111901afd80e65edd66acd663686c304668
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6647e7f473b33b0cd11f6e88c6768956b9825
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cecab104623709335b785d4804fd2effacc111011257e599fcc7840ac732380
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b7b7a5dffdf01984ab9400c33bd091a017caab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bff32a51ea66df874de98522feb8df118ed105dbf8d769848e34269ebfad28
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dd06719d77c42171865184dc9dc8b0f8bd417
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc22f768c37763b56a96529ea1555bebbdeb60759a31640adf766c122240c95b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2145f7ab51dce7406ae5720d6d19c7a01e8adf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ecce44570ca2852d92cffd6d525a80c644f83ac3dc7f2fdc9021f3b3fbdd1a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97c60a8f9ace66d05bbe04acf25d6eeb387a652
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45223d04f8c3e391dc7b9fcc0081e6c1b9c9cf296470a3c1e9e9f0b0f07f491
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d26ce70be977fa3d652e20e47bfb21635f48446
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f841700d4a4d5ab5276a8f114a4ab5f718765c9833d3307befea89ba9a85ad0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc58b47575797fed32c37a09c5d97bd8f74fa2a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9242c4ab0199937a9f745e07146a7d33c0ab2c71149fff6a8696a18c86da5f72
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b566624377d63532f8258708bff68d4117c4dc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb04b9d398fec8a6deb10cb3ec2f1ae352815addecc655a2e21337edff7521a3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ffc83ca7cffadd4d77bade89e8a24a9febeee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10111da1277495e075d84f2e29b5415dc9361dfa1fe26c5bb54c957fb1c7a459
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdbd02a1b6990d1e1efba190a9c4099dc830850
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec4bc26079ffcd1bfa20793d96601776b6fb0936198378915c6adc1495b834
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bac2000912eaa4a7f35081188e2776508024e3e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f912e8d35ab5a758738d7492efd9e0723924f58728351fadd60feb90db50295
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950deaff6f48c0532e0a260515439bd8dcdea592
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6083ef34d8da65a041b3226c316005fa54261c65559f34d3c9140f854ccf0819
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cd9e35d64be4fd778a796b3e5f198724fded86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64f4970acc952e1a881e24fd2e510f631dc064a4a5c7c0227cb732610312ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c96e5766276b132ae354237eabfb62f961d6146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68470dd82f9570aaab807e62fe9113a3bb0d0a88c1837028f3f1621c0b35d05b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd039d024060d81a56dcadd20b5b3686041f81d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aaf4879c926fb08ad84f8216d09414164c40e1ea7182cc2e86d20beb2b8f5d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9660ebbe386e943c1337649cd96d8d0e660f9d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512d74e5443c9949b476abf768cd1a9a2b93dfa6a7f665db3c07de1df8ee223
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7ff009293b64b0a49785de48001465f76fd3fd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7b7182767d8175d8453cd03e21332b3a0ac1f4c80abaf32a6629d7043774e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac754a47b9629773428ea9667651dd78ac7606
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac65f4fec6fa7aa70f1ac0e0c19e4ab8b8019d0325ff34cde2a54aff7fa27252
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c98cac833174e52e6122e30c4ef8d13650f8a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad51e8d1fa6feec9a135dc7fa1fd9e02402c2073419ac649b28faf1e54c24e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9938342685156e3bcdfc876836bc3044e16e2ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a52d7ab1af072629e996225a7a1f8ece844b8f75fbc9217e6a39607f6081ca8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d6233afbac2ebb6940d9c754cde592c1f1a484
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c70c2bf97d0334454c2c090a002ebeaee27caaea2bbfdb078320d65106accd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e92c5b3c89ad75ae155716deae1e24af5c09fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3406276fd0eb8afe0d5d3dc974576d8d5da621432ea1b51d0ed88fb99818a47b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9fd2045ee239de4f7f05fe58e70d9d342dc213
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46b5e8b64a73cfb603b756e2a6fa5bfb0083140bd3cdc9c559773389e3d48fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1f24bacf556dfbb7aba1540e0bd55c16ad9cf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9c5e5ea25492245a36a5409a726a70d81d50769c6fcccc663999a1f2a643ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9008a707c53b10c3b0e8b5e927d35d6953ba77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90490e0332c21b8ee545c8517c27454d99c23c4fe72261f02d5959a8f0c90dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b516f6a9985a7f749117dfc8a5d1559b980f2a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d498623ffa8591cda4b195c49951b57e396081a664d205805abdaced813e9cba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21beb76c50c32d4f1e038ff417ce8250dd73ea1c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21143807808f54231b0a1841f72b19782a6d45c6e9444562c1057d85e01a9062
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f339acda798fb8415a48098eff834839169ff37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96d7d4cdaa7eff1c3f9d8882acc2a9b34b8e20db58a8e858776135ec02ccdeb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2f70e04f0401f4e0a708a1deb02e469e3ac00
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a57bca7f827050c5ffc7d5f55e7e24a7f535f27b930bcb96f32c2752d63ab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357b371efff02cc32492eb42b60a3fd94f68724e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93536c2d63b66c9e1d3b7b2ff8c93ec1c68485dda0cd586f5360d309f6c8e1e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6550ba02e66a2e1464fd8899b277d4058b83b336
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56c9e7eec7998bef11f7cf45cb2745925b92299cccccffb2f6e24a93cc5d67b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151e37484f2205a1a073895904ec6479bf44d459
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7d84c984095e911eae47b2ebb7c6621b2ccdb84688289448f7129b03d00d83
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8894fe8a7734f5ccac6b194ee0048703cb0c168
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f927d2bcbb58e8acb0e4dff91736dc3ebe5e1fd5c29c7639078ca64d444a5cbe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd34a5d5de083d0bd63efad96a2897b54cf694
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad70a1fd46a5a106d494a43545ee00159f0ef49f9b209903275817f97963b6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd25da9c2801756808bc5480540523b73c56f0a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdfd3a99190a1631c9781da2e8596119190b37affd1cf99e637e41d78385b62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3311aafea5d896498a4cf682d9785c0afc40e0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb32bd06bb0bd0b3d5bf28c6ada37f0b2cc1bc88063e6bfb639babe44bb37d1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5f69c3547da9ad1dc4897435d619b52d1547b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719e47dbcc733ca62f1231037726ddd9ad7e304422cfec01c5e0fa67334259c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715050002b7dea993f48ad4df1a704696a9fd008
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada383fd0545b70b0e4387e030da0b9cf0fb5408e37a0da927cdfba1f1ab262e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa95eb410daf4f434490a12b4b4195abd8529e34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce5a4aac23fb026e38c42dfd506ce51bf4027571641375add5e72c031a1ad5b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b679320f36f5bfa1e57ff8b7ed1ba10b1d7eab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4157a605c21397ecb14ec8dec97c1190b89785899aa892aa81f0db339e2c010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a4feebcf3939ed1be9d784583f1ecba393c8b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d0599b783d984eecd2cc1ef068723eb131660b2e0c55b747955266ef3f8455
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d01d99a27639d081919617d589f31f5b66f5b23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63028e117f1019b763be6db0b540413154c0beb5ac765117ab4c753e0b975317
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e3687c8a136e14908967d62c5d0cd5044e0e96
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d5e4deaad836ddc6a80e5ad349e35cf30c58b8fcc5a48491d903ba415d9527
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88ab33b9095751012507a4700c9c85d6ba9ea8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed2d5f442e5e6c29e784c4bc57ad1aac7d899e4553df1f38cfcab7967d3b35d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39b44c1674247cd7d13209b394e75f768c4bbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1467eedead2fdd813d24af5ef237015e2df822685bfd58ae318a2f0c6459816
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8145073e8753f51504ba375425c0d691484a03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e608ac13b89fa01a330cffacde200453f08ffa53099397f48c14cd7397697ef9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b63b4b5f315a773b3dbabd0c2c95883f11c621
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f2454dfe781fc273828b2f3da3e8a4ce360252af46a061c1e792b401790a8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58de69002ad5ba19e05768d9e94dfdbf22a346e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9b50b507a000263ccb34b65860581d70812adc73f1ec97cedec7da296abe18
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1019983aed22235e2180fd1ee38d6e7fcb7424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44e27f4d4df2726669c67c05b479018486e5fd0bf15fe47579fc51b34f25b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf824df3c913b43ba201fa6e4e3ef890bf1272c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5115dc66bfe422a4ac96310103cd1b55564e13d803afa90d476303a35a146571
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de909874dca45daae7e0ac38e93f584a4569e155
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd085a085f7b14ba6971e885447e0cdd549e1a366c97fdc98a22839091735548
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f702cda33378390b2ce020412e3f7870bb34e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a33be8aa0ff76aff42c56cb28a997e72c0df842a21bbd38c26f29db8d79ca1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c03a01e82046b101901304d21f6c1bfa810bd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadc4aeb5280b2752fccb3afb5566f42dbb17cd0732d0ee27a143b5b445be45
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ea4fcab07e938cac91bd810dd7d367a193619
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df283297bca26464979b5e42a5b20decb3a0da00bca2fbbacf6f0e2c408c2b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dcff6f0cb0085884a3931d656b604a621db192
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb31f93e5cd1ec9b9672edbcb2de83000e9e3549b2f55a68e48aa7e6fef0451
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcf588eee1ddb58861fbf882022f9ed64ba319f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881fa34710e31c6c6b60ef3ea9cf934f05f86d14a481b0b162782ab2207f1b43
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08944cc6c6b6b6a1f4df77add3b9f4425a0332
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e88df38874dbf62bb3871fb2d83f369e0275e5a5a2a9eacf10df12daa7ecf26
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9638a7cc7a725f5d2ea1e98e10115d836e0ba22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe7b059d0eb4477926cf44282319ef015cb0a16c015977bd29af140637cae69
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64a0c35648089c664f91526ce4571ac43f30aa0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6e4e23d7d7412f8e120baabccb66f935daf96d8a7122cb7dc18675d5405931
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9683440ee9c1460c15bde00fd797907a83604f23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0409b5328db3def29d3ac5f5ebeae9d83a673487129b805d0661bad157ae8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94404f8e4fa2b0373a778342ed0fc075ad671076
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6dd0b252b8c20960b6e40e65adaceb793d997eaa496861ed74bc15939d83fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc059f0735fee95e2f25054dfc8eadb64c7b670b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5818a3c2bfc1c070c433b4e71f034f321428baa709411285cd36edcf93dd867a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8cf7c550f52554e8a553b634673c649e608f7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027fdfb413adb0a3b0b7d9b7c6079f3f06ba50e8db34cd9e5ac0deb640bb358
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bedd4534fefd0fdb99abc17a2f9b3f6c05cc3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6696888ef1a6b55e2574f9f22f6fd77e535297092186a6dd23f355363034fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03947448e998f82d01d60397d6e29f18ddbe448
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9914750a95f7f4c723508514d4b1ebd4f1df3b560133b8c5fddb54765d8c370
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824a78756651b146607f7758bb662e25fb4bcec0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a1574fe6e15c15c41b44da9e7d39b7d9d580fc7adb9d1f0b8004ba7d47d59
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b615e62d0f9536f27bee9a26cbddff2d8ad3863b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90b906bc2267477ae615aba569e64bd923b5b1f8698086cf272a9959559fee2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7524b1c807005b0242f2a3a3c85be3cc28aa831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47192412eff5fa96ac5a7fb5b4a23051154b8c7f5b0211dc7a5eaa314db09a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec78266ff97e5d44ff32ca7bc93c4898305687f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be9c55917221250dc9819f7bdce77bde0cba0dc6a91ff90b1261443b1ff901a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa05bcb957c38cc4009e68a7d7675cc6e3ee9f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a64dd0aa432f95f9fc14c63ad6a59dace859a73d44aa833b7dfbb694f72f700
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cd470b7805e3a812dee7c76d1273aaa355d1d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efac45d9996b417a806a3d569a5f13163aa4cea6a70c9c6a8c44a4c38a94f9b8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412af6508452976ec32bd24a3f1963372d56a217
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc56a65d9a1d8da9c5eea575386c57f9ffaffd11a5bd84ae05b56d891b4bde5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a635079d932aedbe867d2aa1e1c552a0d2adce9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac6a67e1bcd31849627c30e8885cdac8959d2718ecfea508108445897823369
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9f44e7c4e8e8efb7a72540b9dc95784c6eab8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1e3186d00556a32203830eb6800134566d554f531db4d805a5a043785b01e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c65b1584c7157e24f7c10f1d03e4fa8622cd90
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1b913d0d9aa957627457f39f99014b5d08cf848be1331631c0ff45db5eee01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b29561113a6755e8641a37e3d8bfe54e0e968c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac89efdb1770d62a00ad3020e69fc8ef8fea0b51706b5c22f70b57f3fa62013e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3518c7365a8ab1cba832ed22f627863e21503247
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e7e84b580ce13bfcc61145bc631b4ffacaabb76ec95f48cc27c3658968795
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5303f732e2f019758fd3c5e1524f2b6d3a2e64d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d0e802f8cfc58fe33a1d8b3424ce7547a064acb418bf839c21d0d7f92ca7e3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca08757c4478a79890bae2d9666d91c8493a8a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17b27feaaa98f6eb84a9ef390e2d43c3f34f726f61adb3532c9ea6be0c9cf14
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c2d1ac9f546a5bdde9805c3ec343e45c3f4039
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe2be22e9560200487dd80fc8d9abb7d78e5e0a8a69dca88d5fa30d8247daa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d3f7a405d4865452fb64185f8a9aa384329309
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ae2d34d7b1f1e1a3a723f4fa6f737931ef821db09d05916fa0e7812935bd56
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca628a9b6a0a651921a97b5b44bd6e3a469c15a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e565d4dc303f823e547cabb2a63a9906c262f1483e83fe2c3dc17397c68cfa03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e64dda2a39f469a6da83966cbeb93bc06a3331
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b2890049cf8d4307f00269ea59e9db40aa47b5fd74a3a19eb76cadef4ba62a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f46b8e0d0df39e03bc04e4facb0714ae031f664
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0564de0bd061167d162c31e720cadbdf1008e089ed5c78d9ffcbb37cfd037429
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1edcd741721867aeb3f0f044d9ee94d9f5e67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5b0d584e08f369abf252fa103c3a8609cd03a5137785a8de1fb2f7ee8d21b7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b4fe42628f9339b6e46c8b7979a1fe9808ed8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3eb6fa95181f2fa1ec680caf86a76ccc91c0bb4cf4c3a19959d2905f25abaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15b5d1ffeb69d723545f94f48f9d80b40fb9838
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db31c18c51357e2a2aef34f8ec491d010e2fb2991cfc1b08b3f1e87255b56178
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5395210382017a35c0c6fde84b81f2bbb821a4f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcf5edee83e05914ab169aefb6269d0665159af1064693a7ecc74649c1491be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcb0a49507cbc9c9cda84b91d53b3a35fdb8579
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2ef49f66ba16b838367c428becc96bc2ad48540530f4c9e99571c13a92c51b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065b9e0844bdd1e3225fa929c6b862a594c5ba43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbcf19c90963786824ce1f2efa625d8f41bd76da51f719b14aba51040033b0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc80a43c43fb5f8438be270fe23e391003fb9e18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8f6b8ccea56251e47416295242524424a26cec353841320946f7ecd954b09c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848551756f491ade26fdac34c0b78623a033c306
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cecf393c735315dc3dbde031b0636ad2b3f9749408df5edbecc3520b1c1427
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d35c3e82367adbbb331da7028c8c7d38f655a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2aacf9a891a9a5682e2ff8557be7f9344fbc0c5f9b315bb715ee147a52543b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952a5165ded56c237bb96a001ad29ca722b4994
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe71ddaed35353ff4dd8600f03b8dfd33742869b12da2a28f94aba2918f7d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f304a1e49f0745fe7eb1807e4ebe4d83e0f9d0b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd9c0469bf4c69438af59f9ec7f577460ea4debad9d6f1ec518e876b73aa374
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc259cc5376db678d338d777bdd412cf436ccab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6ed328ee81a0af0fbea9d2ab6927fc0e6a72202c53ecd0b8bbaf5a7a36f2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daff7ca8878dfcfde9e8d54ca3c65198ac5b7e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104b4e75cd16f32683afee88ddb3b23e1c09d78ede891c88e72827ec043181f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6873dd1c16f43491022722176a06f0dfe65fdab6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422d131faa5e0ce3e050e7cafa8436fb30bcd1ac8773f045175ce2720730a2a8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6375e32be62e8f76182ea8f92fcd558fa33a23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e642529352491215949ebd4176c7a263068b77f04539553a189c3cdf76c7e450
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d24c15554f09c28cd67a27ba2e13976fed910
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2986b2de4293e306fd807adaa418b787c99cec4bb18dafe51ed36392fad7e86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd9a06b293f01cb6ce4b229a11d2ef7674879ce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8baa42be6b6fbc80ccc1e922f40b8d2959188af8dfcabd092c0af0d3fcbe6b3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a91597ee96c1213ad8eb6f88af39b2dd0a3e84b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b068f1638d3534da43e442658323592f639ee645a78a4931ce1c46824d359dc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565ef8b6c5001b83a1582f772965a4c2d5745c8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a057aa8df79c17f92e229addc329da3f75b793673ed84cfa4ecfda654bcdfa83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994a12a0d9d8733da80348e130fe6383b9acb65b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1055e04afedfaf9bc57f4d8b51d586aed54184a61b4788fb5fbc57d7c6478
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf778214a0ab9bd4bc6a8099210109e3eac5dbac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f904a3cfe4be4c0d335d9d4bb3fdf5bc24a0ac452bd8b6668253f48daa4f735
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1ef358327168c54e6c549061be8b88787a5247
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee875ebc01bb2a9b7eda2ae893ed8714167b220cbfb277650f4d2a03a274107d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882c39be5c8298b405ad51bbd6faa5c9bc42471a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2312281c96d919efd9c9eb39231199aa10a7ae3eb47c85a0633abe1b09ff3e7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d81adb87e9151fad31f3da0b3003f2bc5dc9f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d025df046b74ad4281c1cf16f8b98d8a6c10e4f65afba3f6a8670c1839839c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caefefe4219f576fb5996a133527b095aea8b3f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0236a001ba0933af072c7b7ea59e62ec4ff179d4d8107c70d621b676d565f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfe5a45b4b6662f4508436d05f1957a5e630d1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922de4935a4d6227331e3d02eae6416654e29249dc8f23fecb3433f0342cd46
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d382c6284901a11754ed7d0e4deab55457c4c239
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6da7f9a4d7d4b8c4b6868f3f67e3691ee5ed24bd328336eb442c00a0b1bd91
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8dc32a59fbd1a0012a855bc74b254836fe4f8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b50eae49e1904333fc879f6eeb8efb40a2d1d6ebb6f6cdd18fe750c453e7e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd94f9713d6bb0657264a4b6b0efd8be7174065
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5613742429cf5a45e0986fd48269d455629bcba288f9abceff0f86d764acf3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cad713d642afe4d84a9051c5530ede85bd3369
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d0d9261134b22be38a5f5e22ae0dd0a223599467e333861268f4ff6e565312
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee845fa40e970c78da578df4317c27452608fa13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c02e1d2bd90d866acfc06db91cf573c753390111bdb9c252768b6220ae473
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f99d6d4b129a1f6eeb2ab8eff47a1c6df3cae8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e7d1f23f2d98a69a72193fa4317eb453c188d15a8d3529e55aeb7b82eeea5f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365a5df8ac757a88685ed706bedba538e639dcc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29b1a377cbbf7eb8a1ed8ce860d253916940c7de4a4dbab18eab9582742ce66
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b327825906ae8fb4829ca1d558c51e06682d898
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e453b94b17d4cc20704f24377ffc4d071af0adce1f649e74c568ce79fadce8ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826340cef769e8c0c903439c8b7fd72c76de3e2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398593344ddbacaf0f4a1fae4963b084cfa7f225fce71221807d4b6982a1c371
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c35fd3ec461919ac9f5e8418d622f2c36e3ede1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d54712b003d2b8bbd772f0e7ebb02b0788cc7733febd0749eeea0df0e6f6159
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeaa9871778ab1261c66160debe3ec4d372220a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a2bdbd54c50e0581d32d7cdb583f7a2f83e84dc48ca92aa487fee2070f8956
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c5191bdb1432474d0546c3ac80676f011b0918
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4656ac1656b5b12a10f60765ad72188d0de9d58f0d29c33ac8a89160b3c19e3d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719f392dd692e51a4ee610c85af37744447d6700
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106bcb956357861c694fe1fc0a78ed965266d8290c31e937e950e763f06768d0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a70af4ed7ecd543d1040499a92d39b2ca8dfaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8184b235dedbb722d7bc7a0f4e71a6848322caa1dae38404b1168eb75b75bafa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3225847b478e482d4452e8d5ee80653d851143
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8827830832185d396379562fd42b64af13aa9a1b57df72652e2b07a4aec9b13
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877269318d9558c593d90a4d86ed46c3cd16a831
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19ef3831cded39b2c21e3a89adbb9607f1750a436e4e822b315baee126eb087
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53adb44569a5d8e2de75d1999fe44f223156793
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fc151c4c3c81dc02ce827bb34d78bbf7cac9036e8b8ceb5d95cbd16471cb32
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdc489d3a2a09b52e5267ab46c832b9d71f0ef5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5ab338134ce51fe03fd9f1b4a524699ede6bb390ad78078dabb3f4fa996f5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a67bb3c35050f3b9acc55cf46fd805a11c79465
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d84cc357873c206397c5fb476bf8de0cb9378649376d883271162dec086428
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f41975f523c4ef7e022a3dfa2a7c7fae481ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c97f95b6b988e3d03ce318738cd388caf00010b8f411b53adda9d7bbf588ee8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5761b39828e1d0afa6dc9dae66206772769053
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35cc8966788cc051351eac5f4d839b9bb9cdd8a0d594d37612e7b4da8b40e8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69a7a8bc1452cda5d82b27389541a0f38e1afaa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7298b9086fd6ae1d15a85e5558d4325028c0df618cf1ff2bfe01500c0887342d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c309ba2310299dbf8dce1dce685380aa47a34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fab97ac2c5134ea12243937872495507af93f3739d899898524b43e841be20
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103ad8c695fc46520970502cb9737905eb46c4ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9bf71ae88d5878acfd0b1c3c9dea51e05e9650eea48b0661f57d893866df44
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e67a36988fd999c7dc20b892c4006ee3749b7f4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1361cf7021291016b689596a2c15e900623eed586c0ecf8bac7baa06e7271b16
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0b49d7d93002c01a9b6687abb1f53532a9f7c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee6e320c86cc3385c602744a1b5c7fbb3daaac10351206b203a34304df866d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1422816289c786548eb05bd864c710b0be92615
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5e3613270c75eeb3d27ff2ec06660387cb678f78e2092b5a7b0854fc696a8a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cf43999466b0ac88240a4e2a51c97451e0a525
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bee876426901698bbff7653c8aedaaaee62493ecf3049550ff24b7f053d38a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e482ff0b186577dc06c8e16dbf593e2e977ee531
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2761db0f79a6d850b0e94b3a8e96cdccf277b6d8323ccdabbce5915f7f2db3de
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e88788dd110f13c86638b21b898dd87b740d2b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed47cfe4cca504e2db95374217f6c14b2da6ae767b3f5880d20446c2712dabd1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673e0180d1fc0a3e439cd502fdc1557ab6dc00b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a01f81646c36da92d7a1ae00da6443cc226679113da4e87c298a8b7239bf82
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58841ba0625fd2dcb2c2ff3d1a3d069c9d67fc92
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810ac206d2af3b493aea23d2ae0c8711c1a9d28d7ebe5b0f74c29248515785a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c2d4daaade3a8a80051ea6156473752af84de2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87467477b543eee3e8f3dfa08b99e02f3e8251fefaaf53c0ec4b370367f26f56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43de2ded2dde2aa5f3e0f5b1dfa52e7620b12f68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d2a53a860d433712856e76b8152ebb6945aa1424bf57cebc103e92c531d0ed
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2059ca56abb91c2d53e28256f9af444e6476cb3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d650d241884e77455bfe18519bf245f8516cec00b32443fc6e7fb3937178bc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5322d60eb36d19c1165b17d17243109dbcc4e2cc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c420d1eab2e8bb02409dacfc8fa5666eb9246d84167f2f9187f37c7613538255
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e107e678adc2ae1f021ba7d1e2bad01cd766c87f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfc70f0678e8e631f0f9539f65d258c8ca40a01e8aa615533b2e3cb54fa4057
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0acf840a8efa0fee9f7300ca6ef04f5cc238e18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4eae92fb64e31a0902cdf953b852b3af11cf36cab0930c184b16bbed3af537
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e08a2354140ad3cf2f31d8f569571ed27a41cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e609339fd69b0b0b6fc1b0e2a1961022120ec0a2675b892ffee6a2741eaccff7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7508f406e226b39bf8b793a34141404b9a9ffe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9f4bcce4ae1d6ecbeaf66925c162504d04ef06a4f2f7ec536d485483bf58d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5f1c0c607833440659f56fdc70ca67ee392e25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f596cc5569f50e1b103698850f8017ed72d5838f70522af0ca17a78d22ed04e0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694045158b3a8dbf29316b9a35d6b163c114f3d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3da46505f2c5b0812ec449ad5bc662117cb8ae621bcc8606430b57c109cd07
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac83501c1bc606bcc93d7f5bef3e583f2cb6707
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13653fbd2e3db06c4f64981d80a8806ec7fdf6ff3853351cf040b8afe53ebba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e71f56758f2669eb6ca010b69f49a01c8c150a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0129fc2206b2667064d706af3869a44fabb00e23e181ff56de70de661f5290c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bbbafb0c3a60ed5f4b4f939d809759f8c33333
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c47bff7b46be034e31bebb9eff3e6ba13a412e268a984e45c620a2a726085ca
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8169bd25fe2f90785972e562f0d61406dac102
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0d8f96c96b8cbe583fc4bd32cacec3b98afc9083a19781284ab7f70310690d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43469e404a52c66cdc6d0fc4e52efc1eb290e5ca
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3320603030647ba3679dad08611575bb5ec8d59750272f6ebbcb13a1eb6931
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe97480a801aecaf7b66e812cfbad2f5de4df3d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81253c493ad2192e8fa3c03e2bc979ac2812a7365ee36dd1441982cd5eb68b2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcff51c2fe61040002f4ee94ff391bcedc0d432
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ad0c85252ccb557544e0db635fcb2a4abe8d6791856b804f6d4413e83c3e7a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467db29ed053e4c6ac6c3bfe06409208fa41a796
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ec0b0bb5338e5397b0c7de8d1997e79ca034e80ea6b7e06c86c13dc5851d4f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadc62ce90726932c3a06b802f35b5ac94d1e75b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37145a201ee2345e603bb7b5c3d8b51cc70f9e6984621a8b442793fce04be58b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffe6dfb8dd625fcd9d3de1be920ba0d598c3116
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a4d50de46257f76d28ba59179a459396f8f0e676a1c7001ad17ee4e3d3a712
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d657582e9d3130e4a9b53c3d56d6cc30e99f2998
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb78611cc8bcec286e8226438d0c92c069f91603107be3c836bc59f7b21704
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a20561b7659bf849d0508b16edc2fc7892ff3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cca5bf5f09c71b05eb2168ec88e222e3be8185cd67e208228bbb09ed4c3cb3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f5925aeb56329ff5310733ec70973f88b7bc0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e01fe4a6f240077d61239ef9c78dac48bd75e88b7aa5fdca69178cf2248d64
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5148404b9f877493249d1ebf2593a6aff91f6187
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74807e5bbdbd177e37e234f0aaa256f4180950614ad647e4e63abe8a5f56374d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72418ce8bf5f8f31d7d7c080def7979a973ac42
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6851457bf29345ac9e74ca0ba29ebf8a76ecc85adb70cdfef5d732c75680ea43
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819cc7ca311d839bc088e501683a7c20c1debc7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b79f6403446e37ada90159345997b0d38b3babb2a6893a8629a69c3f1ba1f8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1557f687e5e4f09d14930ed28bb9a51201ae4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6501df57bdae9b616c2623129b1c70c12737e78a7b32773ddb20e58517cc44
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1778ca7194ae6f9d25fb19730e07050196b41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320bd705f74a64df6a8074d6c20cee19208c09c423479851884743f02367fee5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca36006c116bb139c4c2f43dc40dc647eac9e409
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4082289e6912f46f3d2c0f09f40089101138f031c609e8b07d984a58a13c1efd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84dea8bd131a72bdf19198717b2a7149772872
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faf62dda3b26f2b329a065dd109a4ee4853c639e535eefe23d2603d71e3bf9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788dd55e64df9e1a8b09ba6b31aaf6da1260e444
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520d13d51af92c621c74730f8cf23d22a61f6e96ca7bbcbd2d1f5e4c9fc9a615
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d64566ff7e9d69dce2be57000b54076998d86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9743f415cfcc31effc428716e73403b68be988bdcde6c96c66b27ef9f57f54a9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeedf47a80e0e24da2b10c7a74d8dc160538ab8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982acf8b9a34b1d3b50c8bbdf6976d15fd6144cc07b4b5fe38d3ac0c82a3abab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ea4bb651e3569e1f2470f1f729c70bc5c4268
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056f9681bd41cdb37317ee20074b960865559ad83d56033d02db37c84e43fd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc067eaf83b1a55b1050101849856062be03e75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ddaea8288bd64a8f38ee73330a293775de530c1a04c23c75e68378c723bd61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ac2b571c0fa6025816ea6698c367198ea6fb8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949ba48a01648a96eea78b29c758efd097a72843755861029d6a4f0f4581746
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d76dd2075d3f2b9f86994248deaf435d9e8208b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933735f4219253173525a8a22efb18564baf4c7ac90caf564e1b6cfedc4eff19
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a4a9b76a29e594c5dbbe286c835f8e93559bab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02f4b19ca64532764e7d393d29d54161e4e55d0c78857177420b0225560d1cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271c911c7aff1885c5ea5e928ab2defb8c593963
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd0722b187ccc87c4205698e3d01385b1269d4028fe0088c8495181ed3b040b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27ef679546cec787bcf58df88f3b9eacd5663a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3a06d7109da103b6c4e973669f3397273de014eaccd1153d7fb427ba2f169c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75c776f7c2f6f3c9764b492ca391cf53582d466
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea6d120a6ff40b676fc1726fe2c498157d2d749e55849754fb29717dc04879d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c955f18985660b3bf7f8227deb782672c8ae3bcb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb62b36eba4c3c386c3e55ea2a7ed6e151a67f8babd7790a43ca1406a407759
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c2e9273492ed4f13b298dd7d1f7879cb07ec9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc84bddead90ec94f1d8ed78a3e943478e187983c67731cedb993d0887152309
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6f9e25f65b5aeb95efc4588f5f1ab65e5a13a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ea9b4418727a1e1f9d042594c5b69362ce298637897581f549c07ecc10fc33
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce626c857de2163b51657ec6358630d88b53ad24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c39afb4802d4230e5ace7a1428aadd4ec848209a9daf1f926f6cb0e362fb772
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b2ecd669271b7ce7e416659d9d59323b0ce760
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba2eeb803d912c0526f6465b44c33aa923573f19ce78984acccdeb459be4221
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba635ccfb79a111232965318ec4f202aee38a24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589be0e5fafb52f84c337731140cf347c2a8ab67b5992f1c31bcaeb3a944b210
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6d0a8814ed466d29886db1ff74482299f98a5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea2a2c48fb0dabf0a6c0ff28ab4b85cad1e0be1f417810828246adf805ba3dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab7c2def1057a36e35f7ccf0b95e391c629632
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b6ae2c45df164d5dea54ad7a24a5da7cf76ae6518fde3be496cc7a742831ef
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e72bdccb8ce78838913092492f0e2478219acbb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58562472b348fb703b8fa270af321126be2116a8da8f620fffa3d69232ebc413
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d264f29c159fb9f9e067c39c27da02a1dead9bb4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d1b19d856ef459fe96a75cc0362c247337c01333c495f79d8a2034bdd63ad5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572f6bcbea160d7f2c44814f6f7b2f58d5ef7990
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f687733e2e471c6ec63fb1b9074f51fc272a786602a3e1af05890b288ed33f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62db97efd1e53e63920338b8d034aaf26f2cb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b4ebb36d36168f83f3ae4e7dd03fb3d23b33c4a997e898baf1cb892e6ded72
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b8724aa6a967118af45086ef34ead475e32062
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8681cb56ba9763b94034faae7196b62a35d4ecb8f22bd3d6c7d9cacad804cd7e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7081c286da00626645e7bb578c090c874f43f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fac4a2acac8999659e574574158c7bd2118bef3c3d9e190a8c7aca98b13fadd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40881701dcf667e22477e2b044d280e8d561743e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2ee71a74c9012e074b65495f91315844cff05027ee533fb0d973bdf1aac5df
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe420c9efea1fcb85ce0382046a0f3529df8141
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05440a47e50dd077164d4baad591622841020e5aa0cd7f591dbbd420bde645cc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030130a7cd433eefafe645c432c16e5935502163
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b669168a83caf6c620a8ec3407b3292d0317956ac4ff4b1930061aab29a8250
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7dbd838041754837e60306b0238fef5253a0a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148bba98bf8cce1c8042fae3e4bb06fa971a32d578a1fe2cb007f86d27b7b763
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f6e42555f497345d42a551b6a3da005f044c10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f413f3117c1cd7530303f4a310720bdba07d4b2b2baf925380383c8d72caeb31
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9481ad5ab003e19a3400041ef701ad2cd929e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db431f89dde3736257ccfbc3724a50a55f212c38654bb66bd0a7e2c6ffaf4641
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d199826af95991f5a59aba76dce94b83d7bff4f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338a6444f12979a383b79d287974296b3dfe978cc19d334ecfb13a1c7957e1fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144f23acc34360ff73b2c99657a22e621220903
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5eaf11cb3bd6dc4a67450ebafa8fe5ade1e7249616008b18bdc62d20e4010
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca415ddf46a560702d1170aa12a8007f353ba2e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899b7454ba69d54f5240bd4ec092a33cd71e7ddf02e958f7179976985f3a621
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a498761e267727799cff5c21af7e449159368764
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1982c3459b41d466845caadd87979fa07b08521f0166449d39975024936e11d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e00d6d44c1b318ea72bce0f171f94fe343911ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad64dce3cd44c221210181243861406cfb7444ecd2ab8cb3e142e74abee94e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78a1227709bf04ea5e3c2342fde4939c628ed41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bacc94fb06179121890eca88cd145e85a3ea8cd27727552e7e85712b8cf2252
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10c717e19d50f1be2a6340e6f07a15f7415758a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31626a5cc574b7e20c31125fbb62acb27fd1dc930f433764639db63c28c6411
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28b982a3a346ae97dfd4157061d4cedaa2adabb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff95ee829445836abf68fe66c96e561337e29e5898edd5d150ffeac0ab0ae623
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c9a6af0fb5a54ca31d69965daaeeb93771863
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a98674d81dcf760c5a7527e87aeb7555e17418b2ff1e87b0fab55734cc179d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b13ec9225df6d26c9199f43893e37f1e6ffa86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d56186b63369b487a2a57d762a11d24b5940276787f2f31d1298196368813ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cad75a50db32d60b042dece19c6fc7d91dbc29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481faeef6dada432a0d83f51c80aa2571a55c8d24358e5b96531790f5a972189
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbb014eb179d4d816ecb6d99928a8c523e3ed67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1430f1d5e6d77e9b88db7d80bc1d05c14d80b190c777fd783ba0ae97439e51
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c5d5597a2867b97158e1d9a7b09a01ff76377f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf7a88b13544386c7b2bad8d789626987cdb1baaf0a986559b03c929aea8c07
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aef4790d6e356110deb869037a42509a6cfe5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179710ff0d5ef4b1d820268cd353d5efc90a8d201dae1d4ce6a05afc8dc86ddb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef5d991fb66e12f0dcc6fcb57776b0c7ffecbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1fcfd59698638a3ee6f33d1f9645e0efb5a3f036fae39d3e8b486a6127ac65
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0594a8b29ee00b89dd0d96fc5ef6a5e7720c4fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1b22eed5b640281f37f2feb30e6c387e504051a7fc1504dba5d5813483744d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b263671f837f864d2f2f99ac0dcff46fcde1ec7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27d033b6069b97d274c9e97082aee435f1c0b2862ab1c50c3517bd93b7c1696
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3c126f43bdc590b85d021b05740fae3003b2c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd2478ab7c3ae83fc279cca92d32c6aa2b77be09cd7cc5f24c1e588b844ee9b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f4f38cabd0e4448f0e3c4798d768713d5feea5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168835e1873dbb66787f92e30c91ec609cd28bc1676eba7cadfa94de0dfed77e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743f26b658f24949d0650229ddc1d34477c72d8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9f9307923c4162458fa106050b92682c8e25b413aa1fd223db4fbc53dd663a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97684148ab540a7c4f14d5c582e287952d17d710
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383f11f18f9b8380c6e19d57f2d87154ed406e93d1b64f9e8bb687b1915c2d6c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e749d45ab5f200778df341b0382fc267e4162eab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5fb191699dceba2ac1cbdee0b2294f27dbc3505606debde6f93949a92fc321
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72799f382eb241929545e0b74b36ec2d3053c052
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77d7d27f95d5235f8ffe27c991b982cd8a94bfa66d1ee5ecd777eeed158299e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51a43693dee16f63c709785fe030d4c6463ddba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c646016e0edf49136533c5dafe337942cad2282047e741cc767d842e9f81dd50
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d840ac6da20e2746cabe3862a11c32fc33eb60
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8458ebd87ee03a4dc51b12c2c5043eb5c8e0d6b2a9b873b5c2cfcddf9f7c0ce
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d921103b3d04eb85524dd95661cd4d3aea267393
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980ba79bb68db48e7b30dcdbb9f8d210b77dc455f6e92c424f987fdb36aa9d80
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45217e378859e2e9a9046adbb0931653c9bbc95a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfd8ccb144051bdacd7620c8dfd1845903d8b35a5e97608f3e0e7878ab155f2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8965c72b708829c22f2882ca10e44308b3cc4a15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4338ec7b07aee9c3d982745b74be58b0088455249c6a21d34f84dd6cd0797cb7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21c5c46c88ef96e92bf3de8ee0194ff6fd14d0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bae5c3ac4327b18f802eb1030aedea2388f5ab1e1764b2bf4c6c755ef8af6dd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ce5d36f3efb8c2c006daef7f300a1310e9ab25
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a04a86b768740f88c83a323111374ac4824941e1921c8a85aad2972b339d3bd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c2d334f5eb62d0204530d52a23d38e7d747071
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc63ba86f03f20f75cf6243a4e955b5b5a0eaa962947858d76ffd84ef3b1905
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5791c9008390280be49672f643e43456629a15b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3458ae6b4ee45292ffa867a1a0e8a5f57171ea35413dd88c8595380cc0c60952
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ab9111ec63dc3e08fdec20ed4fbc966ab2cc4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76279ebb24b7c0030846f4aa696aeafde57ef3b5aae8a291a5cdb6c208e3d809
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3835cae7780ea11c321946697cf389ae3f713152
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38552d7545a7d90bdb8d06d11133e7225eea503fceb545e0b01eecd5579307b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbed508024a88c98e3ae1b81dbf20ef118a2e03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8f4184e6b03afdc60bec7c10b149c0ca2aad84e4a469391a0a5f2dd69b9a50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f0a1fe0520a36332f3979c0b54e0d88f4b2d70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573051e73bce6481ef93a53ede2b6fc6420ef39003b4c00ebcd0fc27f28db62e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c7096c6daa94ffd36b2309e3978920b7f60b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd8b2355d260bd6fce548676ccee1a50f1990f608d1dc0b79b6d52e6452937
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2b2bc7d9d14b8ffe9f2d8b96ee06bf97df68e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f3a366125816abca555523918a7ae243a735e5ed348accb149696de30bdff9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa00a06bcf128fb0fac72bbae53d75c2724b7689
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce4813c42134fc1c64b5e07ed02c08cdc40c90da189a98f6483dffb37486ea
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277f407a7eb53120dbd40f7c20a31c221a0ba9ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9d37f1353d282161315707465d512fa84fa21099f6ff50c55163f037aa7aa6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0f3ef870c24d025677dd532ce3b81a49a21609
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ff6b14e8308882b5f876eb2360eeaf151e156ada7a72617e8da150ecbdd27c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a625c72187f4a35955c7d588511157225fad5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f01662cfbbcce2b34ee42a50fda076b32a67be82c5ae79d4910dc3a14b7f91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e4f697f06d5fd3615d88349e253c4926b75bcd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d64d44bdd9f2f7f2e2bf93517fb0a0d886f0eb49c803515005df4116f3458
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc69eda742f992c9ee7770dac74ba0cd3b53427
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03893d19240db7c8453804a723970991c36f1350b9c307f238b05a54bccfcfa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90991c05805e50dbc5c94a652264da836d70301
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc365cc3d35975a47f4563129303a6118ea67bd8d7e494dd0450f5f91e3f355
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d14fab0a349efac5186389a0316d05ed68d7dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a11566ba1ce96f790d5d21cb9bcbf8c42cabefb80ac9a839d4d06969b0d94d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12d9847861eca3384e5f8aa9060575923595a3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994b1d2ea3e86ac4e406afccf27cba46b8418a099337085124f0321f0492194f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d4d9ef7786fe95294106a57e533c17807dd58f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3bb0505648f0ad95a5ca083d8bfe4d6ca3e04e25be52363a16b0a293d6c668
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a194b16f6e127e4f06ff268ff99df426e4104f91
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9cb7367cb14e9c1056030e9e759f620dcf82b2dd2c7e12315ffcc667e7310
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f11bd82d7bbddf8d1da0d0f9d2cd376ccb4de9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1072c8f3b76e302ee5aff099dbeda49b8288e8266c4c3314b6d917bcb20ef6d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20033fad1e9e13873e268b1ecf8979425a45f1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd6e68c41d7cac065d11c92d28f40b3b0df87b49bfd3e129df88b53358d2979
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782c03b0be6f56186387fc9799b17d5bbbaebfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d734d027659632f26b7d04cceb9b47a8dda1769e62caaf7d362e18fb4d71663
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a8508550c7da83b89be2dbd4831c1312ad95cd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821673fb85dcaca92b896d048c0181c4e07577affb56a7cb9f88d855a0a943cd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d5ebe4d1c8105f41a57c86a2fd4ec56308541f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f02aada3fedbca97f1227ccadf58239c341adc278ab0a2606eab592bc20f52
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a013acfecccb8ea75967b5804c2a2bf0c6a22691
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62682a6093cc2412b69199efc71ab5e4a7c18cc920537493f2c6005dc056143
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5540091d38954c0210f609b0d1338c4bac545fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9ed854d2d44faf6966f3577bf64f43c2e8b37eb92b4c74efcbe6203ab7253a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c079b7ab595c627800cd6850b27cbcbe273323
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7d9edabe23a8f3eeebddf93cc1e9b773682327ef293b515597c1329a39e96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5373be75a496a227a6b750380abf43bb11a0d6cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fca7e6d500dc916281bf55da7f9c5606d53b7d45b2204efc0754d0877b371c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c061e6227c746f87c26fcb886e3af41ea0468b9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d989c1c544a74cf1ca9a42a77a85054d9d37d0767581f3675e7a1a69210149d2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bba9b1f72563139e11012f0cb651fc4fcf299e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696a93fb7ac5979d322be655cc269f5b2e45ce5e4665f7a8ac3a6854dc2ca006
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f160a46ffecb5fab1a8e20b9bf84128dadca67dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03b2275ae3e5732750b76434f925bbbd584b53c6a2e9b692b382cf831c3b347
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1694b9e0ca350039568c599a9df2da7441d49025
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003fce8b1d7f7a87fe90057b3966a585f8f2d291a2e03f04cd4c92b51ec665df
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f079d955527a7f3decace5e7d6b3a048397c46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d41fdfb86f29baa36601d27afc2bcf9c72d01fef5a19563498552263eda03
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f298f2b07ce0bff312b47475abf7d97ab935407
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ad35221eccb0580e9674f2131be315968af27841e863b8e04116f5469212ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa36491c3367bb3f0c5990f9ea06c6270f29e2bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efb7beed7794906253c8e5f4905396ee0c4bd6a97c57fcc82ca821e3a20b771
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8960daae7fa9230800a96056801320d5fa998243
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49178a3909ed32dd1bb85983d38ceccc32e6ca41aadd6a24546fd55ca3dce17b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a12be245b282e5123045dbbcdde6e8cccae8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7734d3d59852daee783d554eaaf3a9f402f895a4f4ba5d798f69a1184cc1a11a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5481e2a1a04f6ef2c9b645451d821d5c107da2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f639cf98f300bf0ee174bae4f706a6f3346718e43e037960d9f03e86d55219a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb212b4a4199f05bca1b0e3f9f55670d9a21cf1b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14761f6a168d781aec76afec87d1eb1bc06a632b9c58802f23ed90cfbd6fe168
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e0bb76a83ba7b76411ee9c31e7f5f3bdb0b9e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e824692b550f6b14230d9947c5d7b1303874ee34c98298c8d8c8d18db2f2a86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512419b2fe0d4d696fe882f72728f0b2cf9dce04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e73ab9f292ee7cbc7349b6f61346f768ade74aeabce39017618d1ed343cabb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d69ad21e589f75b384be7f9ce96df3534b189bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874bd8f56afd0c0f696b64a5259176899d195a358754f924d1ccf2dce23d70fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d7b9d426a9ca8c9a115076a779428b6f6fd6e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc68fd3e5e052edd445621818d47d60396da27306b4513648e4a993b9e36e2b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f903a8b604ba18b6390d9fe5ebeba4e0dd77567
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3caa043e428b425fa01972482c67fbe94dcafbaf4beb6565e685dd466d72e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c5d31015660e6f134bb15095d9b629c342aea3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8604f4979e239c2a9165d8d3df1089559d875b2b1a5b070f69f5e6f61654c341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14e0dc9a8b7632156f2500aa24bf2ce0de0063c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed5da071b06f36f1c514e53d2a2abda30348eee34fdaa8ce627fc61f2e1811
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f38df4ccb3d0c2abf3565389e8b043f29ab2729
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207c969110d4fab131c83c4e6b907ff1e2d700a9e6164a0d65d74a3511901ac3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038efcf1cea30cd64f683b123e4b4bd470d6693e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69b015767b85d9902fb745a716b7215a73a617f0593f889924eb9e0fe8f1c0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af7351f4df8d6f955f5b6c0800be8679afff4c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46c76ff24d5412398725c2a1aaf2f6a02318794b940dcd882e4b84813c5950a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5a19cdaa2335caa29a0dd20b4df66a9abea13a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eba89851971b640a080b2102472fe78d6e8122a4ee56125afbd54b878558cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeda21877353704053e3798bb7187a7ec9ae70f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23db09b132c3dfe463343b562a6006f8ad36935b13df8a3f3ce9e3e23c057cd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdaaf71d668f1e0931adb762346e2db11b1627c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b9c306ed99336da5e387029caea0e38cd40fb818d64860521a39f8207a30ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbaea2535a0c80064778a6575c6d52cc8bc7323
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb0d1ab9353444df6e0af8659fd49a8694b229db2df68e49d0c20696dd5cc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d5403e33ebfd8745e92e95abdeb950b2196c74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9ca62b68e5d4fe933109addcccc71a3681ce350afd1bed497c1190317adb5d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2781800b3e5c57333e13df0a3c1e50c5260c0483
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea861190fd58e1d1a3bba101e856815910fb3e47cfe0ef8dfd8d1bca24c44a2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c7e4c126f289cab7a6926e16eb5907edae184c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e3b80582601a8329225d45842c2f56a0ab260882c91b9fe9c715b804c3da44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed916a92cc23f39df9791e2249ced01473abf6ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076a6afffaa6ce580236014e83e01e7db5ab683e5627a92dfec18c4658e9bdaa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df09454892830425bfc14147fffbd10b96b13b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49a4494018b87d9dfcfd6340c2096d913590d7ec4cbc3e673f97d41abe7b8cd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1283653e4ce9009fcab1e88859b01fbcd269552
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7361faee0f9af6c6778297883725b9ad00470acc55b5f2464f90faff378a04
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235faeaa7845acdc969c80d2255b401f3a2eaf1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d7f37675c51257db47fb4c151edc553f3ecb7758f2c225a783c95c429f9e8e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99898f70553b4d3755c1be8a7e4499ec2c948baf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1449b4c5b954d6da52a640ce6afa0bfa4d04b55c8da7993c53c5b8bd729538e5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c35a8fabfe608b0eb30a2261b55ca798ea3219
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72945d582af703958adb81154221662aa8bc8cbfdf0b99aaeecc5404802ec40
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e73ee6421ffdceda584a038de8bfb3651e53bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11786725aa65ee1970613f4bf65f6ee7dfa2f4e76354f6b01bf6dda0234eaef
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea062d1718557fa415c046e2dcff187b05a0f85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c018bd877ef9a66c2fce1530d0c4d62f27b674ec94239183c89b65eb465f81
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771bddd0f9f6efd3582785fa3a888b4825e35f98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03cfdb3a51aa0185129170555cc3cbbdbe743ec33688fb3443cca73e108d966
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c674a4d924731b62bc31d714d59c1a243f2292
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5121c35ee2560f7f3e78a0fe18fcfed2b86d3d890c783615f6753de18b012ec1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114d0b8cd4dfe4b8eeb4221b62ee20ad3e688c0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3a94e3be77b334a4382944f6aedabe1948ed1ec8780c472ca680029bd62c56
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98e3ed9565a97ff704b077d7fbe504bb9c232b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb44bd67b590354adaa7ce8d4cfa4a1410f30429e8914ce3ff8b491e10379b70
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0861576873303fce75e1633ef321f0e964b4aef2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ea9a1d9fffe05b0a721abfc4f11aea2649c88b5d995935d0f152d001148899
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03693d93a3230f446731e48fe870fe966c07559
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1ffac0504dd387164acfd1eee3c6c79a1436231991c980267b18ce2384cc96
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ea41ab7e93bee712863d38963d16aa3c71dd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955271845186296ca53f49af0a66cc906d3108287a8e3be9f3fd18bad1edcc76
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640ec58499b6f55316c6c9c00162447185d51d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584c4db184dd2f0a1bff540e5cac9f193e9e17b8615057c57dbc4d43f9b12ec0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9508a26373ba7e57d5a5716c6611254410fb5f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c8f2bc660fa3d4848ce69d8b9305c1e0bd2558d78c56369e04b2c7564c6a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c53907f49140011868d6920bafb4dfcb539c7c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4744eb84660cb8af12db6f12f5776cbfd8b388eb6c676271d54ecfd6a1317116
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94642ba9f6b80063163a3d138e5c918d21c539a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2839cc9ecc74407a4f59f3b63e169ffad0ce103cdcb2e3e4888b6c85671c3607
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9869d51c7bdb83bd5d2f41f2817a1dbeab6810
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7381b6da79cba14dfac1be6da2a0c23c66f1f55e4c3d316dcc8d7a6c697edf03
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088b593c1d7b4d4ea774580c7b2533457d58e378
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279b7703e4ad6b4181e75dbec46c7dd5b76cd1111b2cfcb9102ae874a63b3818
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75360fd5ff40481d6fdb4abc971d71f18eed1d6c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91e551e40c9bc8c447032ebbe263d8b49be848214a9fa47103ecc33160b24c4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bbf4cb25036085e47d4004d0d661b2b8726e22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991c9aa927328e516a6f361bb3cc588b4b9cd12d2141558c279f17677bfad45a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d48d2e2e9e8a94cc7ce3351d9d4f0d5accbc2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e17e58ef6e95b25acf18460528a606d411a14a7d99b72b59696b90cbfb27e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff6c6d6a20207a53ced9385a4ea6c4a5125c31b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7238925003d8c8b8f0ac29ac62a7652d5f7ee96b42300a0d37bc752bc0aee550
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ec7d2d9107dc7ecaf0a4c26b4af936d6877587
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc63ae2d4b062c61aa0c61fe8f1cd7395914c70072d6de8eb4fd5db596b18a3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da2469510b2da90140ac8c34cdf527ce0ca49f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8662b647256812dbba24d164f6311fd6abf704fb449266e9744b94d7fad26123
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadf9e79a178f3b41f54b099df58d783bbb93f29
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0df72912d82732900e7994b0c06af364ce55e66b962e44e8a41fe8739a0f83
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783f9ddccd76d00672c10f40f72f72b4ece7b04d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fe27d8d8776f03eafdc3f926ad0a99c6112947a7aed401b6f311cea6827973
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ff6812b2cb44c1f78ea4369009298e447e955f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b09f1adec1ae3b38a6d7d09b2de6147397ba10b2d09fd636c8702a333abd15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af2a9084d6511586e2da6c1ce9cc945dac0c5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9576dd2ce294fe2099c259daecbd2fc988093edc21d1196eccc4446692be674e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5c22f63bf5fda3038ddfe9b705de02c46eb7ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d641979cb2491822c121d33ee29c13dd583e8bab6f6135cdc0c37ec80f7f1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dea45065e9b4162553aadb3b9e24ae252b90a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0a3e8ed3c42c1a1dd25687a292d5992dc9d40d22953f7d25c902e78dfc4c9b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75742a6aec359aa2887c691eefd181fe98590d13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a21c2f3a6a307d42d7f15165c7cb7b0b7400a8dcccebff152f8839bfd5e1f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8206c639edad09157c296b0d92e9515d24c88f85
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb4413311c6e70104398a3dc30a94772802a97788b34c2c0ac7936811ba561f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa397a7247dd169358f7e40a451a8608e8411b58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6860477346b5b9e7c2d62d09e8ca99064e37e14d401412ac4cd4eeaabff67fe4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3262c7abf225d08202835f5fb3f26954451680c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab22fb7324a647c71c4bd5bd6d5d4e0551383fd614b1ce60d9f6a8a340c9cf7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3477ab3947538462b9812d2edeba66a13ab0dfdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413f159af667f90a2b3d526e219ebf1bdc318909b3c7dc73940b1f5f877bc7f5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e4262594cf74554ff840d20700931cc98ee74
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70508e210b4152e0e231d5d1674dccfe551b4614e1dce44b791d04aab8366af6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24425c0c4d2fdac6f824d627f014633c306918aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea386ff3d1f043083fc33b55ec90d80b1256652fa309df9b9ac73de44ae3a47
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6e4ab1bc3ea1c827cfc165ade213c4ecbfbf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f915d41536b955cbedd401594500bf8f7cb59925873ca76174368f72a7ddd0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6b25dcd8c700e75049f6e43699466b677edc58
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9830ff444e02ce315ae4d0a898893f4295af1fc41aae60251535f4223b5352
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9ea14c25a1692574a390e6fe475bf2eaccfb5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30274a333b1a19a32cdc5a040c1a4d23bf1e52164c91aa2d0c2b4858ce957b31
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580cda44509d93e9aba657b3963f932d4261556e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afb8cd814c5acbb3c642cf8818e2088d51ef59c9b96fff41096d5e5ebf1c86a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8257c3ae69f629bbcf21e13d5019ec48309a70
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8ff0b6bc95530a1aceab1426d4b3bedf2ad0ebfe740af0e362f6027ab886f4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b350aca7da6eceabf1591d75b8d1c25de23ae3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fae9115a4287f6ac90234bd6f7f9efe90e72135a170800ec97bda89aea91332
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cec4dd3f0a78be75b0b5c66259d259c37c0f14
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1b39e1b0b7d7cf62594da622585967e09464c22fd8a74a66640ab54ab39ff0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa00963357038be7f3305bf63d7d63886c97ee8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b531a07c79b9c0530fa615058221bffc537d8a09d733db1ee49ac58853d52381
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfe907e0ac6d72b9f65493fd88d2d642d36fb83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64ca87a51760f0b40b9168cf20a433086506dcfa40064691c181409ad4f3939
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c5c1ee733f50062647af36f8f73aba0065b13f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c480d02fd9afe6c0e5997a10a0879f2b5658e60bec508056b55656654475fd1b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5447f465774abcf09d65b009815b9da64d5ac0a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40a5005d22293692ac0af38a79224d02376b90730499d7e253ce079e641d94
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4adc8516f63985e95ece995ca1725c1c6df92f7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f522ebc3570276bd99c0b50e680829dfa52ddaa6a31e5f9e67e5b7611333220
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be82c5dfb00bc54961f29b9bff58109902105673
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c689e43119a84aba330bb5010d3f6d05e751ac686fc746365bbc7b4768dad0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e8da8fb0b7ff35ed65ba9547eb6c9d07daf828
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c342e63ab53e2d60c623a4bd222c53fe5e21d37c3c489e762e07bd0ae84eb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d33acbfa7f1123e46d065aecc1950e2827cf575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04362be2b2ac5c6d2fde8797af10b7407441fee7694010e48e07f866dfb5857f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ad011a667c602f2ad2589dfd5dbe3ef964953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc30a18df8c7029026ed29fb6b28af72ad2a6dcae698783fd5b8c7444fc41933
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0535964a2b6e67ec5b2da4ad068c01afec00fbf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df609b178808e6833cc875f4b0b2332297f92f961e454adcb4e94f0853e8f2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e7fa4befd302994c35c36206e4cd686f877a28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9cd00bc6515394db9d1ed5b66650fb24d3fd848604c9d6a59865c05c11aae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9158d27ed3b00fa0e4d7e3b4e50ac68dbdba797
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2d603ebde0e6815da9e91d71e76e07df38e635cb8129e7ed55d9b93db17236
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dac534192ad51a12b5666bf7f6aa215c92864e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8660039ca8562a32cbaccb57b15cb2e60ff3b376c01f34c436b040f1edb90b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a78dfcfcdf7e5348dec9987d65cbe97728f80c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b182a85d5281e2792fa3c7b68d45d069e31cfad7f15feb36307bee615a1315
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f550ae0b43c8d6f87685dbbd82d10670c79ae6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff8187769e26c01ffc8d8830625b95140a90ac25126cafe6377451cba047ebf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6451933874709ffaa41df4d5469def520e026b0e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea24e6959c3aae92cf8f18660c8c93410dc0021a5b18c6a05a50f90758688e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc501ced87930e5606af8a00e531ac721bb79c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbe128c121117aa72277b521de11af69dc7774568ef6aaf226df6cb87692e1d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29621f2480e4f396e231430a348d4248973f3ec2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61c17efa270679324a7ec5608bdc793eed4708b77ebc2d3558cdd28e5191f9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3428255e6e72e37d8a220c8787447ed959768bc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d79ab4e0d1015e675e86bba30602bd5c2688f1e2cf4c2e37cf9fba583f9696c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebbbab4e550bea3aa546e4ce3a600b621fa7b18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349facfb166b0eeb114b71dafab18063ebab20067a976aaa41522e9eedd9ceac
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd56d3e8a6c5b4fcfd2bc6b03de6405c8644183
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527382088effa7d68ad763755c85779eb0286fa638cf611b577f8d55a0f9d1b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77603e907c94412d4527709d0fec3531cd50486f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738abd7072bade06aec97ee8a9ed79b4962f6a6d73d619206c5315e71fcecf0d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7347b66899864889d8588a22d9010c1e7a29759
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb3581b9b51be49d11c8da22b3ce570cf089ddede61e9b5534a3f90d5f4a412
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f6a17e744e0d281ba3148628b947416ac6409f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a77dc95d7c47100aa79f9f06abf1c422da4c78aee6d795cc37ba6acda5c8d48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99978081e7fffd42fbf893c43d8a585203bdf184
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0b4a532b30f0d54e1e4a78b8d8ae4620dc4ed1f31db2cb01eff07fdc8e853f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356990b4177a904469d92f59bac1949b28e0c7ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadde2e97dd65f94bff79ee59859422060af8fd88b280a58e74cfc7959454b02
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f2f3e34ef376ce17a37c43bd1784954b7f35c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ca75d7e8754a8ce887b26832f19a24d6d6be9b0beb4ff520f6a7649cd0e326
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ce4fdcd185f566aaa45dcb4b4a0a4818997b86
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de78a0b5860ca53abddba762ed38b6edb4ff42fe6655e0bbd550760fecdc635
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7fcc1aa5cc7447dc58eaf53d0b7e0b518718a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2117d3510f25770ec05004dc4214047df1ba0d210104942d844eb1cded8d9e0f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5071995408393d2f1c8273615036cff98e67201b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebacdf8e3ca5f14420ec46185db90afc4e1b50e2ac4a5403816219b243fbd53
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c632541307a8a5ef49a0cb30ae6f7fbfa18b773
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e32cd56ac0b3819cfe6a9585d99a05a9585341aefdb278ba5dd26ed045fc01
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1efbce9051f7f84a9d562b9b9e3e8f03dd1512
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f857ce558e51c4a87f9b4b5728576b6913c01c12e8b3c81df64d28a042702cad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641b8bb2cf301d82771135f11d1a0616ad8aeae9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2751bc977e14b19134d60533565d0e90e62d3e0c2e9d6016047575025a94444
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc7274b9abb044d70c9e67b97f816535b115ac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9ec5926aa1a6ce5d9ffe41f71aa820d9bbc141093f9b4ff40cc467a7850f65
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a264bef5ffba005f76a25b2d0534903b2a8629d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e11f752305b13cbed736da409de16771d48d8b2cf550f56b5f09e4c03cf1ed5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb89dbe00538500c9336c18f76e5b837369ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d741e6c0e59c6e130ce10aecef628d97c967bf54d153bf6a87c26d246105548
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb0576ce99db0e574e679c8e48c8676be3cb567
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0add92b9f0e1468334a3737db7dfacfa821447b1f71378379ff7287164b1004e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34a11bdfe1744d2b5578f57b94b0f9088275cd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407690cb49458002c53d3aca0ea2a38fced4c652996ae85952acc3f112e77c8d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6002a9bb52f0bb1557882b3f7841ef2a7d94272e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8da6beda8480f744899c1ccd5cf620c40826cdfb4686b6690b4d62c9bf32ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fefcb03db6eaab54c427bf8d8f1dca533ae9040
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f753353267d973c6a5246c62f8c733f66b980f725d2dcf042ec3e2abf393db08
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227f35e463a37e6662ef1e2db93d2b6b7ec48023
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e849e001f3417213f370e56004c53f8f744f5e18d7f61501be660171e3be5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22d8a1320b37df6913e99ce156b18599bcea20a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5477d9789a68131187f6d10ae83020616b3a0aea3a4a426b932f327dd1572b1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e90d2b53a1f50210f268202ef1d5bc1964354
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97316f607d7a63484ebae3dd73246e77c8eaded614ca464b634d9c846e90a764
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a223f5e9bacf7e9ae8086141f5f5b5457a6018
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c23a30b49b56bb1bb4e7f93949c43e1bdea21a7c6d5ac4ecc954f646bde24d0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e2cadcdbaa887995945bccc9feae46049d135
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884951b7f8a581813c9e9210bc88e7c63c9009a95e3c2f8b9f9bf9b19f337a69
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6ad00332193288665f63acce22b654b0199ffe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a3a35b1915cb94161159d1917592925064bc41c7276899a9c7b8fbb2199954
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3acae215baf7bb6f7f4c07c7cf60730dc7ece3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba88405e90bcd2238b2c5546e71499e776168e11601901e5f06d98ce185f97e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e63100a686af9454abec28d64e61150af2db64
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6b03ab758a8e7a97277a956dda671c79bcfa6d9a1d98977ba5acd82072cca0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a57ec1da0c2f7917c435d5febc154d4a62bee0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d7a00d5179fe6cdd874d2a3073b4b2049e9b12f369776baa37256e6e8e49ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32cc35cd0af4f798a6a6042152f2cfa62f6b0eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e82a4331240a63ecfe7be8ec017f42d5426013f63a68d0cc92b280aba5d4b1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f93c5f4a374c74756e29fc15b29f52413d6ff6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8bf78b352121e79cd8668e1b87f08df9efd4eb6215c787ecc9edc5c76b13da
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeb3f1f4a930590cc201ac602762e5dc184f588
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c85ef20086995a53acc1ae69a7dfaf857576705543e5c7f86f8fceaa0352fe8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3be5d20dbb2751ab3219142c9050419c9c82874
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c5f81932685dfd3589b30cfee1e5ebed0850965d58963d29ecb4e118c20d7a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa149044483ef3d90fe1cb636757efff167e2f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4908ff7171536a2e24cd98e424ac03795d9a493f1eda26b1b8b039001c293a2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b628fba22c49120f2c8c442d0bc8114b457296b0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7183a1af514fc76eaeb38fd022f9ec82b934c7433c2831282dae56c7aff7bb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7639515a511dadcf46f8fbed652e06457a7fc0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebbc14fda9db9596abb537e63e9257efb090effde651c9e09731dff2be550cd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66ceea6f1749bacf367db056ba9b02d655e74e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18854eb5063c79f5e87ae6c1f3ffe4e65e9fe1b39d0976be60f44e53dc1d92
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d257a4c0d89cd650d31b8f3d51ca3eaf2f69d68
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8ac61917923a9180cfcc84f44f91ff222ef37a3623170f476474c9a9e81b11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2798621fc7e22bb7e798935f0f2a24ff8b1159e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042d54c41df853bee99c81f3436fb69e31ee652dd5b4c7cba95b872c7f8159ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9888d5693cc9c2a49e5959709551549e70705d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fbbfca83daf952406c473bdf533017cdcf096753cc5cbe460134e7e11beed1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f411ae583da09644453eb788e32b724c941394
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce07c0f5010a123b65b4931d84866f9c87b7638e23b456cfdc56c342b4aeb5c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138f69046a6c44a5de7b0243aef9e3c02ab43c0f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bd3bab83e54c9c6c13909ed9402c184ea9698a45d7a1333599c38c4e801db8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7680e31c69e295eb319163d8e4ea858eba604e9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959209c88c6d182d88e18645c8a7a5fef5b6e85ef5437df18bf689c2895ae171
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897627b31510cf7193b3b363d9155a9736656549
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a30791289a4839b3f6bf4a3317ae7c726c1bcf67ce9a0211e1f25cb81fc5e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8563553e23d23abe0b27b8b6eb4903067b6c9a77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cde8938d14cce3f3f1cc99bfebadd9f680b8a3355cc503c965f7fa89634d48
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fff2a41e636b736697c40ec823d7f67d8ffdaf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9868472b5b5741fe3ca0b33fe816e07ffb320c20730347fafaa15ad0b20bf37d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e756a16a2772b6e3e612dd6d0b9a789209e6060
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a459d1e2c2cabd3968e069b927f61129a8c298e0d9354445207335f098aa201
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1e0accc3861529e05a5f21ca510f1c6f89c2e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7fcc118ef2d6474e8a569a029eba26472d933521b147afb1b7887b80809345
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f75f996f1b577b15d1b724b6f2e7f77bbb1e7e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45fa31282833d3704d2723390a7a141f134d132320548a8c6ba102f8bfc0e52
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6074dde7287cab19261a3f7bdb7802c5e8e891
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1807dc2d3ae45a05d9180ef6f6c978d2b6e6ae70610bb5523ed5474e646b6117
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc5f9a6af63d14301c87be92c832c58c0f60e2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea9c97c1320658dce4dab6f0fe825c0c81aca9dcb115c2f1935c77232aeb237
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5e20a821517fcb90fde9f186298f10442764fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3856fe4e51befa3bdfbeaf895a68d091c8fd07648005636e6e6668c6d8400
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8409d55026cb8d92b7b0e03ff5274a39755edfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa3db05638da4b7081207c6a56c94e356d386c9968c143abac66ebb584742ae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cc9077bbdff4f992af0c8a1a42bd88495ed9a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a0a4280f9932960b685302ec852d9b413dbf9cb96ac5b07133760421c3af4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7b3d83b3e32e611b962849fdf2c6690a71a977
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a20d166df93865acd39be7f1ce25f8f30df7114203cb0090c7e50254c50a315
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62da05a25b675e718d12ae59f80ce9baf60bc7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debf87d0e5ac51e3f61732576af21302e3693b7ad7502ddce554871a926274c0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9adf3798c9296710168cd3c19b85943407a764
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e220ed1fdb185512f4ff46c11a4321488cf0b2ce3a89484bc9a99c4ac4b4d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0169240ac5984903ee173d474960713b3a59f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e34edb04615e9ad06252dfc51cd33d490716df453e550ca23e44e688327fc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337ed45cf9007c3ca3067bd952516d09279209b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7bd3ac7b0d53cf2834e8ed40355135132f6ee4c29b37c6e617387e4e1bc17c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13538903bc80b93997326f37aae375bd628db1c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e893e5ad96749ac78145f03bdcf1c45b777eccbfb13ee9c80183e1bce95ab15
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee50394025866be8536cc5209fcd8754aabad20f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000783e536e515a9647687022f5f60b8170a7c6136d7d3603c2f544746a6c88
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5575d1c7f80c91233bc997f27c74242ffbf0c59e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634bcd66ef72594e50db060460cf05e96bb41676da483f4b49fc47f50b003caa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df0d4d37c43b258467b49fd35091a8409f89b3b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c110cc728f7a76957b521bd59d690e5bdcefbc3ea1099128b69776d45400d1b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec0ff553868fe7dc96682190ed21d55e0087b26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4031f63a02076adf5e0c98398df8f10dff2138230ef66c2af6bd44e8cbd64e8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384a6311306970bcbe750213d08ed65f4dda316d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f83c5c142ac09687f4c42b25d0cafc3eba7c413982e5032246811132c12ae1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3a10c0c02af4cf5a616bf331074bb1d920a82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab73008a07f79c0085c91b9d143646b26bbeeaf2daf6705079a0c4893044763
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721c5efcb9a1bc9cfa00f92da0e8bd752565a817
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1805987b6a7faf20a307e57ca105d8a469e6e1a5f4b2228143de5475ef16aabb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff377ac1b03145070563d9e91ab6f51dd2116669
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4adf8acbe00b0dcbb1ff3c6ee133e373fcd7d119e77fa777a680ebf80bc846e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41bdfc79103d880c5436d2619e31af8b474b4c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd3c6df25bae56b196ea834e74e3452d45a32e76ad547b0725b9cb2d48d528c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6aeea79599a457a44fdb377bb78abfaecb188f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd41f4625daa0a9c9bc46b2f872e7b868e8ca45df43c745a855233bab6a6721
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e21ded1a1b48a89a45a98fc02cceae28048e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0680efa3aad0b9b569d6623d5e428958e2619f181144d4197d8dc5b8fb23a615
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae42eed4e9b650ee09b543bedf0baac8eb43ca8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81ca265a6ecefd0d7265688741dc94f460f43be7f187ea76362563391891b50
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44e12c67577138ee6646657f661a2a4e09b5959
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ad445e1560107cbde0b65b0b70facd6763cc176ec6ae8a303b95ca2ebbe472
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ca1c4955bf75a93d813120bab5799f312be9be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd50dd3292478fc00ed258cdfa18738e92ea7c1a33b2a2259f9958bacf24314
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce59128372c2b706d197ca1b6e47c150fc851bb6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38e2bfcb8861a29a8bcb1c1d50e9aa172663b8e7c42d71fe110f9d2bae50231
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aca9eb8ce153edc60ee99ad8d6049150c11dc63
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc4e0b14e7d3f90be96b010e2c879e74a66d1e9492f77fbc34812c555bcaa9a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dd55236f2dcb1f33d87c198f8b84b51979fbdd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493e6bd05bf7c82a4d7eb273b5168a2ecb37f12900fedfeee0d045d76cf8c9c3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be1e78f900ec2a85fb7f7601f95e6b437bfd3ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57163c5d5d928f19af3c8abfcc57d5b8a9d8996354beaba1b48b50b9513a9e2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1499cc19397bae5d145386737df6b4a2541f09a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72477b9504a255787ccc6e407a314ed0e79de93052c9ed13ee6f47a7d63eaa4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a01fb85f89a187eeb8b2ced10a4d97566c375f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eda9eac104d8a6dc3e10094c9f2e7a9ba70ed0d47afe409178e2bd7f58f5f5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557aae1fa16531b587a8b82b15bc5b3977434859
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da7c817b5aa9bb74c5dd3c652e38944b63df91d57e4a6ce403badd75b272b64
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dede62b052fed48100c4cd8c51a077060694c86c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec00cebf88a223231fea8c34f3a34f7f95d4e3aae9233c12e7f8ebb2c04e79
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e805d8580bc592876e39a5c34914e906c8e1cd38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e660d5492291ff701f2c2fd764e0129555acfaf140ebf7bf126902a4827732e4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e511bab041e3ba1afe3c9b0425dcddd2e59666b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24e9aaa8849e6b3bbb66b934ae30c00e6a436bc236cea2a4f3bea1341ad98c2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774077d399bc9cc900440182e2421567e62935d3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc7ddca725aebeb19cff6b91f2f394e5684b8409cf9d6db0a9b814d8024ac5a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea68e9c375d66fb2f0dbdf0e12254c455f2fab8f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f40e74201db315406ebc049590a173defc3b14029b4f9783436dda5ad6eca9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bae00e1b8fcd4fd2c9007b12332d7d245c38e10
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a471f65296a8d827675b55b2b537bbf6c213aa43b46f08fb8036df2196ad78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddafe1e41cbfe1c7b92d76b232de1407a28e2b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15960dfb21f594f67aa421ddfbe31ba5ee6ef7f3052af9596d01c6ae64c67264
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da875359a26acb6db551eeabecbe1b3fe1f5b05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7500398681d6eb598c8cda580c9ca7461ffb512408dce964214d54de85b549c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a2fe3eca7afc2f9c71aff8b7318798e5aae068
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bbe59160fc6a54ce1cc7c5f30bd284f9c0bd66cfbc575301297b568a32117f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6003cb993ca6c93fcd6783f123479108b470b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d14a21da24da99fa359dd005710fd4c036b9b2a8ed3b0fba9b7b84e7c9d134
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f012f0b119531945258c135936b87e9a5d18cdba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b677d959a8a617b235e3a23dd8be2412c4f750a3748997a908c763b1bd2a8b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecb2c3f6131e2695c62abc67dc09c0df0635784
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdddcb82788218336af8883fa885449841bc48712c93151371c98aca17c3cc3d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56c8d86c19541d99b2f7fdfc5b614f1a8a6de43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2eca2e634a6562905aac2ab4ef18b1839374d56d3ca200cebdfb752e7c1551
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a87e46ab61205c90d89f78c96eef0a0412731
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be752c7181b5b11252c04ca40e754ceac1f538b88a0908d4b2c5d0ecf2964578
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1063d46eeec7108dee87d0486107f51279b880
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51fb158d233406efd66e2b011074b164a9b542338c0a36c1c1d52da4a522d28
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0359060f0b219d2e1100ecfdf3b44f7b6a5195c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546d49b78db1e7832f858f51914a4532ee8780497ed12b53540d396459d4189f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702fe26e274299b9265b098cda23d0e384ffe74a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bec53e905f10e32987614a82e4670e36b71df7565eb6b22a6ed941667dbaab
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25631d9c9d496e780f4268f9366732392d821da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226814f648d1e31b1a2de9d8ab33b4a37fc3deb43578e5000c54f9650a9a107e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdbb5686033ffaf2bbcd5e3444714bd7dc40c26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b83ee5c735fa91922af152eec6f7b1e28263981cea42fc50dfe089d7ddc8dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a6b66b52c88e6ddc79c6ea14b411deb69675b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500f221be5f0108ed2eac2cff6fa31b61bc3c6d64de1a888fc02b084551b3030
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931c7b0af30007b23d7f8c89da33331db58fab50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fed9f18f1788c984c6787861a2b786a3de52cb431f8cb8f2eafbdeba7a5fa6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d70457f2a8c528b80180ac943270e0383bb1d35
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22ed2e5dad75f9b0616af010bb9c7130a2df99e5cd8669aa658cb11fb64a32
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1879d4c3db4a4a1a61ed3e24060ce9a79e79309
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f644bf5cf875844c9eaa044b8a59476fcc8cdc10f3c09cb4af60e3c570cc0285
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd97325c57db212ecd8a84f00aed41c0fe955dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3c5e0fbc4ff8aedc74cd0f593242593821662ae43513f2705229dcb96048dc
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f327cd1f929154852d857a0d840d6ecb66f85730
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca35852d7a60b331fbca18b6608d6fac02648ce831f74f66b36bdea95c8093e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1fdb2d86c24f6d13a417f00cbb5399faf52a33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774fc20adfce236021c4f89aa769bba923fbb31fda57fb789eb27aab1faa7183
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be14576170d502e43ca61d905d1587d6806e3189
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca42c49d281d4a82868b04f2dc1786f4eca8a2d15ba429ccf61f9889be8d8fba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437785b7452f96c231079c06a210a1bc028ebda7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c51b133d2892e926fc85f12c8a1d92eb13f3d687d4d0f945d99cff732921d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea98da56b10a7f15d5c147241d85bdc3a9103d33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8e7b7004dd48e8b780221592153a9f8506a106fcd1fa70772b175699a0c87d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74840412d355d3f1e262f4a7f40f019c4ffb2e5d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d957a642d2ba5107cf281a4226776ce0e0a8d6818d2f1ffa0110ad6858c16ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e36a554177fcbd83cd6ce2250c825effb45b74f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916f20d648d9c424e6f09e6fe10cc679a5a3a63d821723c0cdbfb275f872bfcf
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b44d4e020577dfde9e6fa71e8f54fbfeda336d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f675890808c0cd72aa92913db409b20c901d30bbec6d208f27c194c03d61b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9dbdd7d3c350917296a3e5cbabf9a3030367dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9248fb94b0d8ec57e64ee6a862b8c81dd2fbab6a0033f27dc4d39025a07ac1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810ff06122e61ca699e3f0751a6ea1dc54e75ab5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fdbeeb8fee73a843acbaf56f01e1efcde9a87b357ddd17d2d02681d9a9663c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcd7210ec8c0e8f09c44212b80c4b132c9e92d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff1db859a169ebeffe9a0899be9917ca4617d220323e26c718fef59d9d587b5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b495778a7f3248a7bac125ca8b5cec756597e17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa13817f4c72bd7917c118ca72b08bdbf1e3c39dae4fa45508589994a437d97
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d1675c5cf64dc8a38ac269208068c4afbe68cb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399750d6b9cfc943ebeecb128eda32c6731d12ce373119936f160c741336db15
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ced4be46b371dff9f55a7691fb10a7bddbc17a1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af99ab1dac7dd65fd15c3c38a00e125478d73eb3daca1763133cae6fb84a9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6f413d9b2f9c382f6b8365541feb81da382e87
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e7f42d961b0d252917132d0913edaca19edb7a0a37d1bea6ecf8761c7d751
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8717996cc3c24d15433f2f39064237e5970763e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eee26b8ecad862e78c66db82a4e1ad1d14f3b3548493013433ebb0cec605f7b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05affe02f8e74c9e56437a803d64c02f92aa697
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8358646b53a10da0c49229758cc795c43272d91ecf4766a33262ed740e3513e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dfc9f7a03a2cfb00a0c571e60ebfaebcd1bc9c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a950a7998d4d0270c051410f517bc22c631bba7f906cf17fa73888dd792d9b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627b3fa8a16e78c732b5be20ab4f0397af41a3a6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfeda331d2e95e49533f825be5b7cd716ee01250b6aa2ba06d8b20cf2255a1b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ca3287e9b4074669614d6b29a44ed2d6b22cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a56ec2d2a507f1cbd2362246aa49871cc2c788a9f1076405b8862a124106069
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd692dfbd7bd06ca00372bb87f357daaa921054
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a15b30205f9e7853e3e30532ea9adb52d98eda2e17a71b1ea691a84ab7e2f9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe410ec3a22f872fccfffc033aa4d6f7e396e26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210c238ae2876234589e76dafc3b7a8f5ca50b30ed687de0228e62dd8845608
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052ea75bd69b0706a6dd892427e995872a18cd45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639736eb07ad65ce93f054f2955fca926705dfd34b7c2c7c550fb4b36ccec248
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183e3d6ff47894ee3ff174c5f1a8085324a8affc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77fb9e1f4a705d3065a168833c20a4be58f0a8bc4cbf333f02d05e341ec0471
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93df456b0486bf4b03a21fac6024771075666953
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10a255d559f17c05cf81adbe66a44985c717c56d7fad1ebc889a8324e7fc900
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaf7198df9d9e912d0ab57c7af77b4ed0d4de50
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965986622500808395da38c2ed859daa85eb0b3b107b180b01fbdc49eef7699
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839cda3e902b8633014189b263aef227e1c1f6a8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8112fa8d858641c7c3907c34491b6ce58e529531fcbaee42168bf18ba8e633
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5322c6e59257aea72a721e1bbabe57796b5ed78f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3560cb194b8104a6e32601d154eb94275dd109aa1879db41e298a462821d1b4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b891d4b237f7cd14021556329060937fe1be17
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61199391e385df1aa70a6a9716e7794a3339de587a471080ab40698a7b9ed84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c09c2d45e8ccce712a9169597f745c2db3efce
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089e0c2bf84ce3eee32ebe1ff1131e4aee22dbb4127bb83e0674dac751bd8eb9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ade4916446c75093ec511c60d34c634548014c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e412fe4fd2c99764e39d340708de9f9fcfd89ed586fb19fe08205a9913d1f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a2dfaca49372377019ebcc491c5d61a868db7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b50a9ac35f57c9617750765f8e76928e897cfc780b8e5bc1c97c2d584ba6561
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b998dfffa2a598c2c850f40699ee156ef7fa1c57
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3e62668bb323fd79a4b35a2df681e9e783aa2290e1ceb72629b5b2837b93cb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793aa6f9e32413c07255c82846466a7949eac04e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96358d3a0bbcebc9dd63408d99928476c5577ef0b7b40921781e4fdf90d620d3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15bc859b5273312547b2903503602c40599350
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9ced6c0e284501c026a7a5ee3dbc9e2c47e87bc5dd9a926ee53963d3ffc0ce
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b2bb789feb2540aad1b13d38d1020e6bfd691c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e460c92315cef7b32eec420dddb9c81a57ce9a39fa4df29e78eb9b18b12e254
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ba66fe35a16127abdee145eb7c4a45fc9ccf2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1144281ef44eb93559c77b0e3fd9e23026dfaf096d281019ad30f0e90e27354f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7c90f06de800e0ba1a427668fb52b8e9363930
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0140bcfb4459903ecf9e3e14d5eb0839bbd515e42796aa05938bd1da9da00c1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4a9f89b591524c4896fee3ab50bdfa16bb99a9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2a9dc17a79ba7562990dad4f29247b40f28d03c09a6350347b6083a19dd964
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfb20b95f7c3668af80f684729a9ff5a2698508
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da30cf9043197cdd93a9842fdf5fd0b125a22d779771de27538df794ad21c70
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9439965be9b32074f8b5969e4763d477b776c604
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb18cb309402b5061fcae8a40eeea8ad368fb35d6bef8c47e2e0ca015eef83
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d605796dfa111c2faec49865853c91662623ce34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c050cecbcfa4247bfc821cafe8ee9182192a2a92b53213b3056f0045b72215
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b17b2bb20d65965c3ffdf3e4048054eb6cbb8e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4107b99d6d9454ba00da176621efd32db04cd2c8b133d493a65030fb2799e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb897d68428cec714bed984cb866db11bfa36dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536f1569bdafd3d2264ccbb26c5e10bfae2cf94c64cd5b73c63b262fe4e190f9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad946c04b1254dd4dea7b7efcfd3c7800e72795
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff96578fbfb3e4322276591a5a9e5ebc71a7a8e0bbd6c859fb6ea08416e6c97e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf1e38db9e7597388c0100788deaa8493f50d1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d6b414c598659384bd48d01f4b5fe9990698f758b228e49a84a97818852526
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8be5093992118521a485ee6277da781fb44db6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dacfd492daf5decfb0b957a09b5bfb8fa5504d93cee6611d108048e00996c3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a873de804993c68b0b27a2ca8e7711320e928a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfde74d22a0d18c3437d0acebb1c07b17ebb8d0d9ce1bb65441a7f20e32a897
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f9c7689dc3cd926afd352ad8f02028f3946b4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6388df102e9ddc79a6e49a986565f1b996d4a4500cb2a388812bb2c7504c7ea
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e31b27352cce7ed052837d3ddb1592b2d8f5a3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17bcd02a8105c8bdb7221a34ca3e025cfc00de03027a183ac5fc3df40634951
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b35a94d16fe2cc643763259747ad6455374602e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915badeef76e8333bc51662b83c7d7f0b5403fdec754526eb7b1cf6dbcecbda2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362eac7817c5245e6552c099c8f312a8ec85e92d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab39ee086d3cbb6f83444128fec5706f0537a78861553d9cbef481f0d21466
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b477ad7b9ccd716212907bb45e29e1e6fba08f77
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44351075b938a4dcd1d99da4dad6cc5872c33807735c934014b444e2cd0ecd7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618f714896cb8e44869dfa6613532b634d054bfe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa71191daf2b264fafa53bf6182b3529bb31b96fa7391028725bb8a924ebede3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2f2057748db17c596bef9f1b1636731c89219a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d528bd873c04a265cdeee74b75bc78bb34c369ea54e3ed003748a2ce1b26689b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b48f3be8ac3551cd09fea919456d20d1d7ea600
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216e1fe38581d70eadf117ffcc062504f22f79aa01dc55a56f35dc7c6437c89
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e527765ce3325e6e0afe50e2a909c79df40178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a766167593b360297bdd81c6b49f5cae36b9a02fb19350376d100db9569a2e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697a2ed0f6b7a2f06c8e26ef51d7238549c969a0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac297556e66d953ffaaa2b2236f071c9dc64c16fa71ea8f3951074047dad394b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf2982ce523997f0aaa723fe99d525a9cf3437b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6af674a89461e42f31b0b05144532837c522c612928cc836551f57a793da0a0
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad4e20f7060677fffabb94cc804dd9e85709f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa370fb5a05e4e173f8baf95b1de9bd00c6a0c616914db773f187e2cf0d6cc6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c354257c282c18d7cb1cf24c965176a283c85f7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b4c8181d5b26a38919415eb08f1dcee51fedd3bb05b44955b4413475d1c8fa
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98efd3b3347e1271d91a5d246f988b9de414557
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065f454e6d381440b3ecee905b7d8d5baf5cb0f0c0a13995e27d1224ba2f00aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c003fb772886c18d525e2be82ec7a17817e1e424
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa141b446342bfb048f110a7449ef10a5e08aa7d194fb995440d4255673250
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2b319e06bd7b89079730b58d6d95a5b6471dbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2591f0b86f0c96d7700f2eea95f6a14ba8635ada848f7f15d872f0bc447976
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6b7a0b1d06e0efd338bec263388f993d5933b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ccdd285fcf47bae24f75d95194164fa68eb291f80b6c028ed282b933dca792
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e552a695d8fedd6b5e68c55c47d198850a124538
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7b752900bc64acb3ee32ef9c2ea86d5a804a8fc8b34ffa0f955ad5fd0770b9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c35c3b76586e03f59ac2f06d151ed3cc755b6f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d6ddc0ada407ba494cd6a835a6ad32b8464750680771468820ab488e8a9b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e278a94b01332efb73ca15ab79c7feea830a61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a492a817d971e6dedbb21a5ba214c360c48402b5629b08c8cf66d68cf3920341
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7baa4053ed5af6ce6a7efd9be0b4c154c86a1af
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca83ba84891e814e50d7bbd660f6eb499b62cf788838f72dd431a6997147e661
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aa029d5f4f86df5c063c3284772536f28e17b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c75bf04c3188702e75720b43d3c708269d92309ef03048d875d81a922678e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933ecc1272843f055c1466e8a9950ad29cc52634
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97306b9690d95fe8e9bcd9a0729e4773b520d34e7706c8b54f588ffa83a5f15c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccd3ae9fe355a98a461bd9b3ee81b4b8aad920b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b1c2a81b7ef8d3f419bca9f292131fe786f3d5a06a45dbb7ba2cff07e0225c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbf98154dff37eb9042d11394bb433721ee05d7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18872fc6322d656a69093a2389298635a304d062b3e2bb7906dd02f0ebba43ad
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a8add086ebb6a7365ceff65e256b5070b5d179
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5467a892932f455b62b32643cc882dee60139e08313886d672fa62661cb9f143
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8144239ce3119e48cb4c2dcd7b9db82e8b1fd6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7acf2d4e46b101d738aa16954960f284850f52bfa9b5327e44b5bca0c677459
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae9c121ee0bdd58cf2943b65223c9432b91193f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3562262b6f83d97c06658dfcef9df5a53389b261881f2fd9dfef84655cb3e58f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf6b0ca5a6de50475d2750abbd126145380c736
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5407d1348097f6787ed04d9caa4445cf35ca18f7f582c1036299d0ab940d41bc
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699bae9e1bad9265f8f729989bab8b233bc48bb1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f59f0082d93e054cfb4ec5a8c299a8fd8cabb2af22cab3d448ffd8abc7b35e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66715c8314a37b070c92489dafca5bbb4c02bbd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b651b5a0c88364bc1f8b158519b975704a19868586dc73b60fd14eeddf4a75
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741c07a8956985fda89b032b18a98d99e8b274a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32a2d9602d6ef2978faf3ac79a69331aa58abced08d658c1d20931acafde405
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1497a941545df9a5bfc2b9721c0efc1fe226c8aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd818d160476c63d73b79cf6f9eefc27299c537bd4ccb32902c53cbb55f5c57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60288f9fc73e50f8cb0f99e9e71738f9e7f02fed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712f1e6c16ef0da4838e774ccaeab4cd05e0e79d0d41b604e11907ae3f3c2238
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929961f28672bde156514c5a7f69650147ac7ba6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cc032995f1e1553e21265e13644db33edb85617eedc1ec18b8720a8300599b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0441edc78c9024ceeacbc6bd705141729d485c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1998aaa9c1170873a4f754fb25d166f7763f4248d5aba09154fc54c170eb9b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6215e07867fd038f7a8167a8f2a60abad591851e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614d6bdae45e59fd3c075e59d6cc116dfaea6a9b263621bb9349f48443ea9735
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28980fba7f38a698ed7f209fd12a15e1555d5aa8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac671ee9914771f352881a5c727dbccd123786ce1397c25c04e21a4d857447
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1d579c8e508a4e692489e11187cddbff0dfae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dafa588f4cbf17180563df52222cf5f23330867b26687c9dab488a6601e8f11
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd899c37f87973d7cc011ac787da00793fbacd0b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535d99c797b45721ea1aba0aee14b3b4d09885fb6e36650d1514a815dbab17d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4a55b68523ffeca1aa86f3e7925976a118fcc9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b1a80db591dd287c149d4b3a2658f4fbee8a88d412d280595daf81e069d701
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5923b717a96ba510a4ca69368695aa3e5af43067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c70aa07bb78a5dcf2a294d21ea05ecbda2245cd3f62aad22a9cbf46e79a9d45
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f3ecb4f1ca39b7f736342cc20fb891c9a65d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d107f1634ddc05150ce00908bb669daeca3bc59ae7f4a7dbf5265e8dcd79f6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0462f026a6dbb84276b384dafa8f8c72317c2e3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73717c2176d0c13de8d040b8f9b771eb18e653e997cff40fc1999140f5044abd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa85dbbd478b3176bcf967aca6f71643bf2ffcc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a236d01bb05de6d9dc311f2c48a40d1713b0a9606be9e9c5c870d3e493916afd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a908c210c9c0cd9af3cd7b5a889e9893101c503
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a2cd6eb4af8edf008b70ca56a3a7ea411b52d64e1c50267da4ad409ee80b55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e401f3bbf2eecb62aa3730d114c919096cc33ae7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc580a3aa9e04288aad55b96cca5c79d60754de7dcb2e42633d7de9bcd66e8af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c6240bf6ac797117de42cf3e3ddc6c5ee77b6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eb8f8bdd28827fa5712236768b9740aa811e76d11eb9d118d028360bbec6f7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9f8913463e60f7b7af644c234bf7903958fd9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2839efd7448dcb9b1aace1c2f15c256d4c76bbda6c6cfd3222c86e2c424948
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9165ee30e1452d65481af742c27d3af64adccf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e270cbb4bd706c126f147033abece9bdfa4505bf037929f3d0ddb6a179d33d6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869d9b42a4d1e9e75a3754db63649066220c5f84
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0cf8ef6219187045e6e1d3d33571db0d401b2861cbf5ebb2510716027cad4b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3f5a0ed0abf6f53300f7d4d16af2520635ece5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af84437ccc858036142b10268ae56582f034e83f245f7254fcb88a7a36475e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c2a906ed5bc18dda626a83d1c18426390823ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aab8174839d790753e6afcc648d8314061b3a6d6a5cc5fe208290a65e56898
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44052ba474bc5503be9847094f14891482c08134
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd838c790c3cf540693ed2b3ecf6dc1445d91dc1820a82854f56e5c42c0be56e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a15ee32a72d18acc56c282a025698c3c7e1277
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b49b0e5d3f61dbb5b47ba81fe55f70078a15376bb907b0fe24bae142b740983
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3700679d51505efbc35aee63ed18ab36adc42e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7ebaba5192d8fb97ae4777e6141636e650b66cf74b76447213617a3ebb6d5f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009d8cbe6741db3b19bdcea3c4746de4055200d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2139727754cb29dcd39b328357470af8513a74b9a71b47b23db42a042ff1d027
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dffcd887f8ec760b3f8e97a86800d500fe2ba54
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4904a5bd17b92c734520333a51e9a9e0876fe779796ab255601756f735589aed
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e919a5227cabf6056055798719993d1c12f5b155
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f008723ee4e9a28b39f9177f7f576424c0ea73b860e98e1d317e7aaf37a1468
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da5b740b1ceb34392df9b1833c2fd9e9eea0216
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd5a5d9359322419ce236051c56e43e8acdf437d13d5c764a441e6740b6b640
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf8f1293a31a04da248ca256e5804e51fadc88f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdf4169d6662c36eec2407b73e1e76bc695f75b81a573458b49126a4c465aa5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f492bc0fa5e16b5b4dcc7243414b9b30c0207afb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836cb0506caa301833a6cd0eeca4e471052b24748e781101b1d86e3e4b89cb0b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c58a50b3ede45361d1b17f11eacacef11430ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb5ae5bf2af4e69e2e8514e897bdda83b4164fb366a6899c4711fbc92ea97f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77412e0d84457a61b6cdc53d530ee315bd1f75da
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d014f5365b8c7be07918ae9e11842cd5801c00c2402494ab2c28651364ba95
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d3732421fc515adfcbf10a97179785f41e991f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadef2df5bf60d5ca074308f08b28f3a0e4e57f0ba0f8f92c40b4b88e8b12638
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc070ed5f341740df00bb3ced57588729ff3219
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3d3443eca52e0139de77cabb5ea6739d32f8ab087621cadd4fb2292dac604a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3db0cb5eb2e47513bde205e1ca67af49ae1ea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d99d12b70010d7107dbff2d7ee20bc2ae9d91fea8d85487402a9530eb9ad99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb0e0468721726ae38f00111a1a0f527bcabeb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d98ed1ac69be410493a5c115e9fb5395a539261995419c0f7f0cc64cfd88c9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40e91f9991959ce1d83dfdbe9f1a18293b7444f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f1d3a7b1fa728d2955f730bd466809f8fe5217081e95ce3c12c98c26fbf417
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92af2323621cc364a5c5b374ba1a33e19794975
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f16975a6edac28e8d5be9488884c199a19666d13473a257e4336f08507c267
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2333da2b72dc37fb60253db71d4b5bc84180db46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a68dda889ba531940dd4901150bd32f1171e5b1211555b97509cf3fce6b4146
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc9645a360693839150e99e1b865c51b956b6ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb226003338fc1c0af145aab6d45db65d7c14267fdc5de672a1bd52dde6d7930
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b9c39d65bbbb3e6b73b599f0e1cbf1dd01cdc3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67c0e8ee7bf039a6d8865682ed780abccab970f22d40f4276be9f6a3106c95a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05155767be3d0581f99e9941e64373ed48f688ee
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817b84f4ec08697a85d724d379e814991dc9ac2a76ffdfaec2bd28a48b71dc01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d851b93bec3da4a95394f7b55a885e6ad8b463
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e5310bc38b8f488e34cbf87761a37ca89793a47519d218463757c618dced53
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6a41d6c0565ae29bc725df984bca6f8438f4bb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95096d183bae1557481c6432b9e955d3a9d711584420ee5495d7dbd34b489e9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513f2f9a88eaae901fb9c2a6b5900a33b03f0f03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444627c1a08383c4d3b7255e1742b8411a9ca8c876590d5979f5fedaa43a4a90
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f0447928606d50623499a85327159d2abad01c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec544be0c3bfac1cb1f15cf37ace27b35437231c9e39381ed222fecbe754fd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048b003fc8bc560d32d7f8c5b0f69f4774e4f556
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838141648b3da15f6913adbd5c793ee9d86c3708d98cf103fda431dbc6d0a72f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f302a698de0327e1e4fd51cb579031e6840e31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8ec0b9062801dc3d1ef5d1665a3b48bf63257e8c860f35b2ac46b59504e8ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13fd959b2ae8cd90c09163ea6624d925225fc78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81a947499964689b176f02f5011ee6d96f5a566d757b0ed74744e3f10bfa28
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e43852fcac05f6f45b0b9cc32a7f9397dfdfe45
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fc46c921cea9769f886cf74fe661c60208652fb29ff6a6001e6b02ca2dcaae
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95641e736e79b19c105cf4d8c12c2012691dc94d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2219887ef9799032da682be8a21c2351421b2b67e195274e7f1197333b490e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f2cabc190422e138efac9b12d8eba561634520
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54f9805b8ad3487b8e285af57ea186086cb68d0ac411184de4e81db59b49f78
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71df8c353e334ca00e1a696300aebd5fec85eef0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae9b1373c8cbbf1b9ef345752d0ab195bb013ca721c414217b0edf93065a51d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc64cf2be1c52793ac64f38e8a643025870d5fa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc2dc6ec75be4d0b7a6c2bca1a4a35f9a159cd08ec8738059e4b6e9a044e9c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc78b6ab1fe886c34a4356594e6e1ea71b631e49
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680400c3fa8b323b79ef51e4ad7a7338663acae0cb22cffdaca9ca9e26fbdd01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5f472c989b9611ffb8f28e67cb96c3d05a590d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55db06e3b272fd497c024c5766f551e800e2f7ece74f717b8006b7ba04cc1807
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b47650947b9566a58c649f30c30bcdcee14f7c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46f3f85f86e6ccab79604f8c6848f3b1e57aff6482afb5d996befe39340da2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e690b5950a649c56fc810d5724b4b66421f1ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95afd9a741f0d3e73a13b7252ae47d3f6452dd5d67bf2df1676a141441edcf2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c6ba02ff70658044d43fdba0a96280c3181d78
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5292293b0f8f4c691c9410de25e8f866cf0893e45f8a4f4641d49cb7e2ece081
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a36ab115a19c5d790f5dda0edeef90a71a2617e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52767024d01dc05b8408f15d1b37d49e6da22ea69ed7918042008f06e6470ad
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c5361dbd2ba0a70d7092f7cd2f7ab1c67c76c4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0270f2d2359358d2769d25b9d05103228c644243f4f17cb25c6abc658f4adf06
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771b3e90e97747412aa2b7a366e057d5931156d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51536c0cb9af31c9d1954aa10739c49525e7bc9e1f5cf3dc435454eeef444148
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07302ee2df039bed37d843e8774a4dafd2073964
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1210a4800af2f7da106bac79f171243d865923ef9a6fb2504427d1265db71fdf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0ee84299e2dd9bba873139ce26502e4462099a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd29b4af76fcb4d24d34ec074fbdb05ea0fdf69b333b6b0ffe75263455a8e31
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eca33533940f5233f404f6aa696b418b2ae170
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a4fc14314926b4a9d1b8468c168938e5faa3474e17191045daa964caa8c593
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a1e76dc76cb56626c9dcfc26f09cd63f11899
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14429cbb6bc05fc9e09b605df065f5f1a45b2fcf8987fb74360c8a8870af7d0c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aee3c0bb597cb5d766d24338f0d382db5c02e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcd5a553277cf9bab4eb9e7941260b49ed8c32abac49934d0811c988c1bdb36
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dc853e37bd1e4fa5706bd7e61b8714e5878a93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8490981d799f1a31919fce36f3f07ffb8eaf891240ada156a79532c371509c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4b7303527507c825d1773d98646626820cfcfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8e7efac691be3275d17882747ca0878c7fa05f20df5ea71e6ea53d61e4a9ec
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de906c0ec1dcb96b429b121a1fe27b8a49103a26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6aa365b5bab0ba34350492dde20488c03179e8271f9e874248e49e75e8969
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ab7415125adbea51a1ab8d24ab480a059130ba
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053da4c0ae0d75c4fc74f246b5cd2c801526c8df02944c47e2ad63914f85dbb0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2657bf80b3e977cb04ada0579421e9ba234172b2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44934906aa07fd1f798baca6a607395d376b1844e18b4a0627e964a324bb584
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2c3241afd88b567df08f70a537c54adfc1f6d5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f499495cdef0b3af9aa498ff8f064030d3ae3e4bcef478cf51ede0bdf6ec44
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ffcc84fd0814f7fe0248233a8ff868572b58e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a1792cb0b91b06a4d8e53b68e31a838fb0fdb1b3c7d12cc937b4cffd5a643b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9517af390ca4ffd23dce9c964e31eae9ef541837
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76fef681e73c6bdd331f5b3094570102713eaa8b545640f2f5158b53f90b36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fcbb3b9a037f6d6c2734ea258f98110e4bb55d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2c4e77a31b8ea4a95d8251caaf20b1d5c8b7bd080c225ee54478b4444ca191
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb04b6f8a388347d01b7dfb3882c08b77469de3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392fbd56e925bc590499ea64ba51a039da6933f4591a5b516c6cdc0bfd35459
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0690f65ec7bfa6532ad110eefdbc9a8511adc2e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc0da0b6d9803ea33ded9b2c5824e4158148aaafb6afb888aef71698e809045
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8d9c5101d014eb4c62645eb1cbb9eef0a698ff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380168a8d1e5478eb19f9f9f55c25f3d8ea8a70205428f62e937387b2c1e654e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad162630541fedfc9185dc0c7413b71bfe251b97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb072fb362798eafd2cbf8b5be1d6cfbec67c6091e9f9403e772ce9fd94620f0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa88809cbb03f154355a054d17ef2a9ee05902fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ce6076d2febe391abbb18576037092fd33fcfa171744b63374ef4ead4eff2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16cc2acf86da3a9d75f82642aff20800a05aecf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647e2b0ea9fc7a60aa7c148ccf388ec5da99c651a7ef83d30fa9ed701788c488
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbd001930cffdcb05288e3ce5ed8b1461535fdc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0562ad10134f6a4b292ebe4109eb2e1d0743d8a4b979ab856103960d5057d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d0571f049e311e4034aa5cdf4049a209e739fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2250b0f3d4a9f5c66cda70198a59a10d860f9868bf9834e3dbd7f771861f47e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6474d64ad50640c99b633d06d2139f15e96cb41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a82576be50bc770507c8b8d53f3ce4273a7c0f2145f02870ef08550822206
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db994753bb3815a1e4dbe8719b0472b7e6a892
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48e76393fb7c40f761b2eb2a8b93080d9809c1e938fdb64a3377d728f3d389c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2455b18fa3fe6528b34caf93b521270eb26bfae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76d110b6d46f01f7f426bddd7a14aa3d05956d250169bec7243c141808b9126
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b945d3618ffc18abc7a4490f22ff6caacda897fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aebd69db6cdb2b8b8b353b6508a199551893e87a48fc119ea43050ad4f5a484
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f30ad41058503a8f10217cf2413c0c15edb3f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3efeb35752fafc31782e60c0683476b8995dc59b6ce22738fb282825cda0219
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee38208f5c6d4a24308c7008c4375eb82e0c65a7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815f4a4ac003e88c938444bca79cb970413beb1c73828b6bc695b0143e70702
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1e9610541f392da3d1779dc0822e3e94450dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3176d806ba21a80c2b70f9728c672152cdfb18dc7571b429d0df8b7f9b5d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f7f19f28e2e7c105684ba26614f2da0b054174
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59746d746ba796cd1bd96620f6978bae33f37d14360a72de6394ba7a7790d8d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91935f56d8baf5bf27df5bb41c754da90d3a279f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ca539eece0e4920cfc7f64043715097b701302a0bb103530477306fc52b7f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189dcd399e51763a7f98216ba484ddf575a6710b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2c378d676d59c0236405852dd6bac7687b7e12b45ae5a7741f5eb0e1acc0aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c06786b80562289dfda5df8c5ec4756dea333c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e3b09104229b438cdfdc66303339c291d298e32806cb40002915592e12984
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192adc7cf783d86c2663bb5f84fcf43b0484fa51
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d953f04a24f459537bdf0a7a2994014053e555e50a2ff7722c86e1218ab293f1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbdd098b8cecdd11b78de8452b3d949df4da73a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8f18c654714ae38c715fe44c439cb9f89a3f2eede40dad7d2b678fbedc763b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d809d88bcf08c47ff389c07eb825093a70455192
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac35530681b4ceeb92dd4dd85e6b192ba07d4c037a4758e03db63e4d92469a2
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2799a36df75d2dca0c48cb39dc148437dc52ab32
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50935e3a6d619492905defab7a8f441c2b431eec06ceca9f6b8358063e6570e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01beafb057875f01255e10164f5e22e926438e15
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff53eac6c93eca3cc12f4f2fe8db643bf17911e30c66363a6e184aa7bf2d6cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc60d7dd6162fc36ee847504db9878ecf726d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2d9a99d8e06b76e90dd4f8e243fa91cae6de6c606b737966b2918eb6113e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090832bc76545024a8220bc68e0438f8a7e26c31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673f1c516bc5b595ea9accfd8c1b7b1a2f76835d5b8294c865bc239788fc893
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d35353b247ca32652d02544812b7e66accec9c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80abd4076ac091953c03f623bc2b2e0344080709808380c384984d5dd4b80e5f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8140292949217016fc81d965fbf60e2a0ceaef7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f274364bccfa92a0d98eeb41cf25d4e1afef2cf58dae6b69740f5c7079c4fd6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115a3f551e77efe965bc3abbb4a478ca2c802fac
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dea1037a496fb46ba90ac9b5895b0afe7f55779a717071fc77534d71a47a8a3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ecebf72d154b241ab5f4991031af7aa714c1f5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b6407c3d39a00b477634b5d6fc149893bb7a6bb9cb9774380e7ab6f4c637c8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481b5893a9b2513b7e13ac75e574e72b436cf3ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb372c3efc6ac175ef68e3a6b27f1d999e8b4c9c0294d6435f339a26172b33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a412c7462564cef450a5f2d814bd552d974432
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2098bfc24e484a13dbb16544a0ab3f9e98663c60481e63e191c54185a05e04e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f4b7bb8ba2a560892c3aad84ed52ada63b5dd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6104ef940d067a99c991643d3874717b463f7755750b3c9099f8897d7fdb6d2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70a0a9316aa8c9be46ba07b8569a273f66164c9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7396eb403f7a8290bdba620b6dfe11ed7f51704a87dbc11a34e8b7344761ef20
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e4b0f3283e4280fb4312804ebea89d4451de62
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7749af9a6dc6b6e339faa7a8b6405148bc5494ffd3e2c94edbf6bb94f7a218b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de081ef5c5cea8de4036a821dfd2d72212956460
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed3af48832990356eba980166e100c91b39824212d0c11adbf7a5c3b5bdb9c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4db36de784fd2fd3eba14aba86f61564f91294f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b681b5a855bdf5d13baec68b833b661ffb0e79ca9b1d5545fb174bda3d3aa
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db1c1902860cf75cf9a7582774f9fbaf1ef9d5a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9c9c9dc8ee138161d1ed2d9f268c60619b7ac855ccf1f8760364e9337ec33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f227dae5e2cfbb245e0b4dde33a4f3a96a00e61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332b9b3cc024c04a789e66f3a49032e0c5513e929649fd970089342c1df1e443
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62264978130fb2c80f77744744afcfc6ef9b4932
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541d0f31492470a0f38ff805f805de3246b27fbb21fbb19fccbf323f5953470d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed75ad7f5491aef0432e94e3324d01d1abb5f88
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad4a8728c2ce990bfce45016812403f326d3467513da751535326efea0bc07
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7394b1be9c29e69df046da3ead2cd1148f6090
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc88f998f32c59b49964209ce8bb8dc0cff4678cbbfac77a06ec0ebab4d87066
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0556bacdf264416c264217266c76d19feec8412
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ab5853bf85841852380c3049d0270bf58419410d9129de848ee67c4af29cd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0562b6b47bccd2573d7d6e825b7eb527dd37095a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e3189cc5e8b8848cbc2843d0a98537cf16f75a7476f079d7d039c5c169a384
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526e713443726f166cd4fd1ac44e94d222a8424e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c620381cba88a676d6bff2d875f8dbce5c010592ff67a031fa734a995bc98c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786208f0f3e3341f972e50d60fa42a7e6ad3174
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b23557b45e60a894ef39d82b80cfa6e8f766a05f9f326d332ffea130e005f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f3fcbd92f041844e8ed023459944733574253
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb6f82c25c5d5dd70bafa0f2490de94a35e0a836d723d82cfcae421d1ec41e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52381fc46744f78b9574c09d126aa663e79e605
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa3eef47c5707755347c96f7d44cc198862d5a66fa0bf7db865ce2dd91818a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d086bd9b9cf40fe4213aa2a4402d5685f55d4584
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584b7e5d8b78f9bc154be21eb8a1d2de4e191c11e9b3224cc59b2e58c30b3e3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd45dfc3a1e6f69eb2c53abac9e1c866ba65bc8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69d8021a1e8e66f3b606ef251f75830eb0c963a8d4a8de95d002ff7c65f2b5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e109cd3c540142fc3f1b7fc6fc163c27713cdb9e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95063ec03f4b219cf6471ab67b273136b0610c485d88f8fb0df570b910084e08
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3e44ffe8408bee43ce1bca23e725a75b726bd8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f549c3daff59cfa7cb9da2a3e39a1549a0e0c7aafe6cee079d650c66ef2497be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e65a9182bd72990ef84cb89c27b2603e93d24b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6781febc4df3abf0d6c5e2fd67b3b47fd6ed7e905e71b9fb3c22760e6b0f454f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657fc9e75e4c732cf94378f19584da736cbe4306
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6674a46e05e04dfdd93a008f0260544918a5709643975df137d95ab939343be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5484c3e0640d4cedc20311edc0aaee9845a504
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5e69fa133a1cf97b1d15388010930782056994e4185ae54d6664ef244ac8b6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c51b0f0cba8f7c7ba03cc87f5f3f694acc1b196
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c117c5200491244a23d21de788d8c9dba1f5be3e7247624ac3bd90f50b76706
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b495dc5588fd0dc333238c4b0f0d5d9271ac1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3153e3590049dfe13b2b87efd1651873721ab79c11df6cf61e8c9e65d1a0be6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b529266846f1dd3ee38017a4abed5371ea6e3e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35342eef016f5e7436be2a18e5e40271ae474eb33ac4ff58dbe8fe45299e920
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6be500cb5fdbda2bae24f5ef560799ee191a69c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3dab79995230e95097470e419a23bc38e6c3cddaec327e29de38ed357f5353
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acda75109d682dc085e4b8c599e1c694b372998a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47897ceedd85de05f9063ec48550dac9301cdecaa1c48d19a44c3c25f06e089b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb169b0cf8b830dfbc1641e1ebc10d9d5ed178e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b6154c3e3d42ecd2b7a540cf08c9e28ad69c0f6e63eff338870de4b0f09ebe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc91c82baf2644b71a63d5bb8c9bc8c7d3c990b3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec557a0e1dc8ae785e3602e38e1ac3667f8dea0321610d750eb1a8f763cf7ea6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315c5a79c8f054d054d72087ae8119a9dac0452d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382d018555c39e23955bb728b2fa9ff4f9bb4396581a6ba76da4d9f6f9bcf6f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15198891b20492ad0ffa3da52f05356ba5eef091
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80eb51adbb32cb9fec447c1ee800ea2250b05d6e5ec467f80709298d52b3e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ab88aadced9c312a8b8b036d3a622c4bba9ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f758fd7b070dcf29eecf3e6573bf1d57022b3c2058dd57e51a2e13f26deecd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824fb30b27c2d2aceb69e9274e73a8e4f295c7a2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352fbfe09cec5a08312f21e5a5df7a189a0e53fb1f1fa276d988ead52243c34d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cccd082932e328ec726ad0dd886080b9a17f0bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c616af73170941dc403603b880f01c928c67aa45a45b145087b367a8eb833d10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6271b9e962c890123f5f1146798df94d11fd302
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d81755390784c880802786439a5ef13e3bf76d99eac30a7b69071e6094265fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589a70dbe698e611679360123552b648a2bab951
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd83e8c7535ac67fd09aa701f652a58343bee645d26004feb585e8cbf4f97c4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b1d657bb972b981ccbba72b0ca8c9672930cff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd457906ef2d043309ee6f5be1005880c576090caf5571b232e2df9b4ad283
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd75fc3def5af2fb014030504ba3a26713a042f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf56c7f625492caf967d53c5e59995732b4b145aa6bbd54aa361a86e322549ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23556d65573a360596fa289a9e3f48c5ff8ff9e7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366d0429c253e2a2ef7f1b90cc3e29343f1449af0313465be94406ee5748fb4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52baf83eab882172846845b64de4d15f56e4c2ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0989d7def5f0845f3fee05ad799d8a572fd15601607ff221a7b05b5aaf3e6eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34707c4889179590d25bfcecf5483671614b969
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d40ba69c47eb8fe514186b23b61253184710dc15581abaa1f9fe40316106341
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8252eaec1a68e6744b592648b6d118355b32970a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fe30e6b9282dd6657c9336ff71811803f1928d947f601aa91d370a095957ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c728d05133ce42ec56825dc39841448614c590
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dbd2622852419b31749f5d522fa8bcbae16520aa40030098ab176fca4c8cd5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e6d895686416720b7bbffa5eb76097d5e706d0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5e1a1b9ec6aabb72e9b8c0e74f53bdad0a062d8fa0d2fd24a55d93a2b77ace
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7179b8631818c4988359306cfd47f7418c8c3379
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b47d9d3d77b57b732dfdd1fce639ee7049a285b71175022d8dd9d8fed431eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64950671d97e4f2fa092d102e8464b498558bb30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e384915b6993376e9220c8232fb49e3a4d85c501949a3bc3657146c31e64fddd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8d125f6f6344941e651e94bc5162fa5c6e1bf0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b6390aa6a33afb8c6f911501b11e0a1978e2c42c72f98def82d73c2324eb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1a2a6e5c833cf869e24a96d36eb1adc198a109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95f750b924ffa465a08111885fc82d461b51c045ba6bdc9b434594b78fcbd1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b738eff75fd26bb0de4ff5408ca053d44187fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f181d6a474679b1175426861070034074d46e2baddc4287a9552e00ef13cc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c2da6f6c6df1f938eab32855098f4402c9afea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943129a9529e4525f260ce8a0f43aa1141978465dd1bc78d1710572533a0ca80
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ab8120660ff2057767b7564b9c8d75fdc97b83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53197868dab89b24785fb8b12ab5a12b17bc359157fa59e684c2a0402784b935
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a711ac43001bc02729a46348356b164564832f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678acae748786ee6f02824244250b5c7f717c083bdcbf661306e8467c00dfcf1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485e3a60d15a89e43182cc6efaae669a309bf056
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd37015bce60aa1763de8732c037014aa3ad0d72ca75546cbfcfbb498bb3d71
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10aef3c70d4a71c6133e5311a766d10eb6d713d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72a9784310bbf243e99f6ba432c18e88d98691636229b5a2e5a5ad0e96f0ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f446464f67fda4c49610792ea31134220d34f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce86231c7da46d17b15dc2a3be94c1810f290d1c3281391d7d33501b33356c6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4e1460b0968244c5654abc9d2cd6d3af6286c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0428370810a0d1818c945e8a9d53eb7e2ad38d40c0173045645a0ce123e54b74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80502ada9e903e679960d0db20f9562ef1992d6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9fd6c3535d530d3f4242bc54effbcd93f822274d07fb4a3e6bcd01095e6d91
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56750eb2445a1f7a84317daed67de990ce8ec48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734a1c86b1a8e6cdea8df015b09e81cd878b61034f56ba62fb2e4038b63d1301
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5858af45852e8ebf3c5fd1fbc0f0da109e934eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50304a98c577bbb70232c23c88af833eb13fa9b5d86488481a449ac9b337c0ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed6f1516b0726ec182ec865d6dc33bb93f38e9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4f9ed985d34c9a4e2c4aa2be9371b0cb31a9bf34c102c8452f3e9135d6b6c2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791252e8d3d180d83e8d778990b14a28a4d3edb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2fa48ddbc2e4a95ad16b4fb7af59e091662921fcc00843ba016dc53edaad3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4280647501ba24621f33f21f01b78a458ab7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29424c7d6821c12c8d01f827df8abf70e90670cc1cff026c466fbb7e4c42055c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7726b55b749d7aacc94f0c54a1c4a5edcaa5c7e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08572ba0fc2f4041fabe6ddce9dec18b2f3a9d5721ce773d674be8e87ef30fb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576b7ef11c152026086bef36d593d16c0875901
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6ec6637c6cdfb47095b87f4ce9f5627ee940f10eaf9304416f42b470b97898
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb276c564a56b2c5c2d4d78beb3f5612a38d9e98
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79861d2ee9b46c5b840f2d775208ea80873b3612b8feeb47df598bf1c5890d4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b83e9a79ffda6b45d7a6185b41dce1c1be0075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401013c710f914d21b92b50c6eed8913f223e64c3c74d45b4d7937050a879ba9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ad7fd15a6b44dd37254f1daa94e8098cdb55f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74155f45f5330723462b5b9c8dd749983db9a80102205050d018eda1e4283ac4
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412894ab9a8c960e6507bd7f31461a75fd6d4c80
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0477d2a1e5da3b22204f65c622d0ffadc63c74318e4984025a826bcd6d2f58
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1273c8d1218a2e19e6093ebce047fb6d660988f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f2114e2cffa63e8970e7cdda1f44be1f1cd535db452c5e6bbaeb2de6781341
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509da01750130f68d42da9ee18678d34521d2ff5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff55decc595b955814861490db0c64d6a836bee6162c1427c5c841ef485c95
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca9077572a8417276aa349949b1c10b91fcf14d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da6fb1f199635d3dc93e8612fbd7320c003ac1e685c1e347bf304774c047c1a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f57e44e9381454ffea13a49d99b2554026629f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc11bab33b4844480473659a6e6693bb1c48a96ee68e0da4fe07fe6e13c2bcb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843a1146203cb263c2c3de72a70a014ce0e32f33
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80e8abd000f8aaac677d7a2142727fbf71336b521f5d7b64c9600f96b90afe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667129dee20e30836f1d53fbe0e7d76ec89886fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbc3b558a1c69f81e1c94a7fa1a16e2b8c7719a6ccce3a9e2720ca4ae22789a
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14770f0fa288741a23d5850e75ecedaee8ed5a9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7d6f28e44b8cdcda2d78104997effc79b39cd9b8a2893a7d321950bf6efb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b21c0f489e564755ec253664b3cf0a2bd2bdc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b6a300c76aa3a0fe48281c0a9d204f5afc3d1a0af4ddb72a5d48db0541d78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b23398188bacbfdd9367d84045e5c27465dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0647fa41bf041a6ffe4824cbfff5974e169c8e5d5a6e41545ba1fe537a69c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d69979ec67ada6f568ae86dfa426bf390e8db28
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac342c8bf5295f0b70904fd433b3d61230b9ec9120fc973ea96c5f6b37f4fc84
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2b7ebb6ca7e6cc704e0914c37cf3aac79a89c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e73630025b06a70593b6ab48a31008acc20761d36e730ac072c0cb93e36fb8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87191506db45a18b55e56de5a39f95d5249f2366
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c487e4548c50c7c1126416951e7da5371f31a6758f3759a4edcce9f3875eb04
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed47457c391c9654363be5aa2addd4871212ad9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a3caffab2118e3f0627aa15804798155cc8b48d2024f513ec0373fe3cc4b72
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6e2f113bc069afe777eac96af9825111be6c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ede75fd40660329e0113d9bb86d64d800f80424692e86c1afc4beded829d2c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b042884cf3fe8f3debc40135bcc7d47b18751f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b37d8d8d5cbf5d37b6a1065560937ba770a3403b75bcc6ebddcb7711ac59a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48fc522bd61273855f614c76df8c3d6cbd8d549
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aaf6833d7f53ce467a8add8708f7f070715b65a939b0ade805da2f6c2fbc66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e883492cadaddc4fc619d96bdf1cedf439335f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d34c12a7aaacdecb678c85e2ebbabbc9052146a5ac5e96747c0f3af15c7fb57
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc628f803ca489e5bbb99a0f0fd7443c12b1fb4f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb04fb4f50991c2ba4c1c354215e2d6a6209f86ca2371888c83b35847c7d85
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1258d4e4bd60d0419a01170d0f0fd2c860601136
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dbe3169ad30996aeeb0bba32d62138bc410d997739be53c2da380fd0b6eb21
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1f34f4dd96da0b164448b4ce2e108449f4cc37
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e92294cd2ee5bcc6a4decfad92c1285563dc88524a6cda25dcde30ebd0922e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84dcafb434d3a7ffec7302288e7473d0554f067
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c294d63f122c9d1253b927199d6f96bf7a53fd9e9c901c43adbb9dd0eb89fb2
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22754a286a302c962f1d3c60ae6a3000d0a2f573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5ed0a2a3176c98bc1760e5d04c4ebb0fe6f72f808a633f5a5ed6ed9c34f67b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b15cf9165b1127f2d59975a65981be0ec943ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e04f045671c4e1943109dd4a8c3d0c2f44bfd1b661ab9d0c41a44eef334e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02044894c1f4c3bd03ac222a2d73de2a344224e2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68804515e53ce3e65e0d990468346722ba921883d25c89dbf51b7dcf3bc459bb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b3af302e954e1996b907d7189e147c51b1be03
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea459da7d17e1c2444a414a223031d934e86ef5effb05ceef305a6c62a9cc1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee9b46f4416c1f4aa32bb4c15289b88fd2dc3a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcd8d1775d1aaf36589f310b29ff8ef0c2735d69bae5a7af06b8844b871f49f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e273983f8f189ccdbe4eba4fa743640f2ed960a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31acad085441fa8c4d1c2d5188bc11f72a673d031570be01af077d5672af68d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487dffe6e62b94b198205e9b013ce8f3220035c1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4031a1bc81689b9ed9a099d41dbc4aaf6818f69cfd7fde7a317eca5867477
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a86c26b183938e8835c6938be24867621005166
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3803f676ec12e04c8b1bc3fccc6d19f85a45ce65071f8ee6ef9827f3ac53c6e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0323127bf85340641f43bb2521fbae4564c20ad9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54224712cd1f85aef602f4e85ae707c399d3dddb42d348bff79babd7bbf05b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff70bc3615460600f948304d5edfbed0dc595dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a0ff66357a661c42f86db788e56d73256fc8435ef17e6a374dc55f99bdf86
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b915cc80a7bd64e7cb3c3e123996105a743909
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141d78ebfed63cfd3a4e63ca8491b5fb5f21452af6aaeae2dc483fabc9e8256
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc893faefd4d1fd57c72b6687782fc294a65a2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c036ab297c62b8b3808eb8f1886f33522fe9e811b603f398937a7065bcb968ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282439b5ade52d4e6931e630e72022621a76d236
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed440d228d0e25b07f2d037438195fd04e2eeb892a93bf7323916732da16314
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feab4a2f0ad7f3c3dd51cc34503bfbfa8d94961
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5cadd59c95369fa3ff29d2a1be9c5e7aaf20b0dcc8d56025250641195a4634
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe54f769bad5ae9bb7e8adcd08193b666211abc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fcf4a0fb1e4cedfe1fa064d5f26d6cfbb8369d60092a9e8845bdfcbae7a922
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69b3f85c515b1f145f1f49c8357f457e9f9b468
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6264345fe175e066f9d7f4d2d18acb32135f8bc4c254b08a49200f25ff5a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74f343468b52b7c31af587a025f77f1bce241aa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b960ac2e1bcc78f08c3ad972c913b773129e1ffbb2cf761a318d70ecaeb252
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2bf8bf5393bdb92b68c1b3bffb36bca4672bfd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f662e1a8ebaa4d83b1ea5152b452ba018fe95a6ef66fe9da69d7e44ca82f83
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dc468f35f54090913831914b727aefa9e03153
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace9ee77b618197ec3015e557bb022ce56c7ce59a3369b673a2521e20a12398b
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2df1fe204233305af919af34057f788726d73
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6920e31e72c40cb581ceb6d975af8c1b693b71486f203eae666286a22c5a27
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a20ef98d5b4efc533b488f298f6ee514b763ca7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1472901e6795fe8f246f41e6b657b34a2251c29f2ecf43fb32cb8c4f43818ce6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512f92a11596344aeace0bd504c49844501d6227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e942c1a16e050cfe84944d49535e37671c84b74f5e874b2a32cbebf8364b335
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38095dd4f505c4a1157982d7a8ef619394bf75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5c01922a96f9a9e3bf0e83fe1ab47e4153668252689e5784bc5e792adfe907
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06deadf99eaf3d6014dee433c0b8844fb2582146
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b3f3087e3c03f7ef5f4eda2808c7723db87aaef431fee865536d0faeb668cf
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f60838e0c401932f813a3e044e67b1b1d62611e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a1b2c914568521d5c97c31d93435daa3570a8ab931dc4cb0fa5440fecc6ba
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246c8e5cc2f78f36285fa07c2d812c33087791db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7047faf8d11542864784a7b3e3d1e3bc825bd8fd1084d576bcc22d4451042
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8e1d1b1dd3790a1e440cb7791c176d600fd1c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae3ab5d4ed4b4f08f2050f0f411efc2a6cf2c9f6806edb1e9b6a5679d5de837
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5170d882dbae13032b2a9fedc3321a825014d32a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf1da8825da0cfe0856b97f8f519709f515dbcb387c50207aa8e7e32b8df6a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa7bfda57202a727aaabea33bf783f15f5f735
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d3cd754509e2609a46a7a4dd487dd8923e1aa07e23d1b7ed9733d758469d39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7628377694baa2a4d1f4336a39e7548c22674ce6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43957c4c5fbf9a4285a79ed2d312630f198f5ff8a0ce3df7cd2acf92b4a529de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b023afd7a20d5d8b22adbe4ba892ed32a86ad4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb6de00d2bfba34e2599cb040006566c9d2cda5745f3bec5c3d9fa2912e7199
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aede1531a39343c3b9c8fad7365ed95e22db05
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5530f6720290c6d2e90e25524df7cfc0a7ee9883cadaa96871b02f09e24d29d3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9a6e4cef2f9da48105e33db8fcbb5859d41ca1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c218103eaaa66c8c0d9d875911a09ed810beb43aa11ac2f70a4d5f517a9c89d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c310a8b09881c24a4dfbf518257fd496aaca4f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2d3adfd87f8c3eca09b670f92f97bd7061e7668a87722481fdbc18a8762094
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572630a570664688b5cca0efa4f085f7dbe201b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fb47f55c466d3d3263910bd7117cdd8650c4b262e3154f170889a92ea8e4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355e944661f1baf3748ae91f36f450282bd712a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9416e26099f5c676577a6d99fa6192a701f4577817cb294d24adbc42efd319
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b0f59939127c8aa667b66321f926a326577849
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2a718c7ef81b3c6d503d2447a0c853bceb0788c3d8663a6283f69f48973259
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773caf5950490f9ed5cdc26df0729ba72a288bd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a252fad8157e4b5799baeecafe2716faa2445c705d56410cb060710d4ad52af
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e19c12cbb9a731abe735c7b48c714b8c38cc43
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36532b57529661e6450673ae0aa458fa3cc5e68d912a646dd6b0aff781d9b705
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddbd8448adda4ec5c2d898237689f30f3cfbd5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49268a6ba71b3ee92e71f4f99b425c4ca762da4390c84857788fe6de04b75f62
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d886ad9bac4d974df98bc06a597aea8c8b9b4134
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e50171775e47d5efbdd1dfda676012f393f96555766a990036940853f523037
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91569af6272b87e0224fa07ea3cb40716f0ca34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea88ef5e489ddcde6927649e4affe7445430b4869a9801daf0481c7bff8c01
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becfbd4ae350cafeaf701834cfed866ac393bc71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbee6059ca1b2792e95e14c84c7b2cd25abb66a1fc38293716a4ca81c732610
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcb04f84bb3900eab7f21303f4d966a5e7afd18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac05a347c46c8f3ff936de20fdbc230034acbd029c6a24f9d2fbaa592ef1b66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fd510837cdc07c2895a97a6fb911411a0482f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39458042e183c44dd21ee347d407b8d1c4bed01f5d81bec88af67ed11c7d956
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebda690837b76b14bb5aa01af2dfda6615a3d97
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffdb3707e7030e4c68297311e6fc056216c2bb5656c00c041b617fc16b9f87
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d130a786e2c7ea8242e10699f15763ef343a4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04124f79942e4453f1b10b7f2d32e69ddfdd6ebfb0cdd2f68d6bd15a66152d77
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309133678e34ac46e9e4fae547ba4f3b5535c09e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa555efbec14b5668ba3a1b5d87491d3aa0c8ff0a9cdb81500a06a1d097c0c80
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8200fdeb31230680c123ae29b97db47a0e56db0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ec094d3fd9e99800e6fd5f6445b486a4d778d71329b60bc85069feb62073f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e16b78eb248aab15b2b62b023188ea3fe7dbf1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69df374cac6158f90b69498eb064b574895e82799a5872ac9c7da746b0460dd3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fe3a1fcbe0da210efeb6c298de86570a42d034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3167d637e7d0ee479d906a68330be38fb13874984893018ff783f297698d00f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fc092fe79b9690e6e51adacfdd13e51dccc2f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b709e2c0c7edaf01a545184ce77575238c11b338657ec6f705fd3ee8e04fa648
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9485394a71bb53b95c97c82e2be81a5abbe1df3c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0e1cdfc88a8e4114cef679e92cf98187670922f4a4a5ada7ebf50224125412
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31271b5da1a6fd8179794357913ae706e7217923
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe2459966d8ea90e2a2b87bb39cfe6bbdd646c8ac1bd7174de1fab4dfca0a3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cad4cb21f912e66417ecbf774dc3ece21a120a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136adef41873951e8efd557495c1cb5a83bc70e483e1d1f3b8ded4bff40777a0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e77dc3cebf6032d6e08bed0df7685ac8fe01717
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62db75d0bb5f150610520640ce96368125d72ee90745fa1e5689544f507cbf72
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd04e6393bd2cd5cb8c01ad6d56b870cbcfbe34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18799619d214496cd68b8640d8dfea6b5554045abb6ce6ec7ea9ce048581163b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d689c84643107b3314e3d4915499e7377e0eea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b1787ef62b43252dfb9d0dbea9514a94e042bba7f3717c77be3920cbf1de3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5bc33dcf02668539d95207273cb7a3611e3a41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94119a0f74dc18802176d0a55d8297668db90caca473d55d2aa7ab0620f9b722
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9257b6a99eb5df6fa1fd10ed3cedc7765c2a3001
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574cbfbd31e70443d6df1c8867e3430148930861cc71997b79c446db098119b8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e2a39cab481f8d810287587cefaae40468fb8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448c2a405a92f5c3a4703cee44635c51378f77d4799aa813ad4eaf23bc826b99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d515d1475bc40905982387b6613f8dec2ee9bcfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5a2c709d54110c70f032d270c7b3a025ece60b33a66c8f9e2f38f7bb1b35b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206556d631bb4660873609509d9a928372644a1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175eaa9f7e8e272242050c7c2b4a2b547224611ca637d31a15b301761a23648d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3ae48c16cb610ff90b59cb5af21531bfed6379
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218c010836209549ded8fe58a76b58bb6e80f6d3101888ac4ed8f996ad3e826
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0aa742bf4924c9657ac2057f76ce240f86188f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f88c78a811375952678eafba4eeb00465ad7bfae11dedd5462d588191fb365
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7841e9c4b9a12cd82a31319bf3bf0981965e3daa
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525d63917dd35f6db4800ad1b79dbcf37708c18fe72ff8bc2531af1c9ac29905
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd08fe42ff3648318456f011bb0758094984178
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06d3df0a29a30c3db71778dc5d9f3e9f3c717f7e3a7fa9759a3aa1cce06f534
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6a95e89d0809e5e305d004c79c88a8d3d4bf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b528b1f285bb76d9e81780e7c5438e644b634055869d72c6d6f3105b9b55ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd302eef9b583a402876d1a6fb79cfad4fe0ed6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3df4434801cbd88501d00d8012be0a83298a0946a931dadc120c622b17aeb2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fc8aec5995067a1f4be75e72e21d1b03c21eb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90bc7b6da61f22b0595c3f28074507438476d38cfc728b72f962bd69c873a6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d25c8f44eb9b7cce85bdccaa970ab62322be7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d1b88eb3d561aaaee8b786b201c67f8c31e9668d3fd311a88803e7a8ae7a2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d7a9b1ba96893fb15c206245a7edee4eb3e65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd84dda5c6c147e69a475647fb7222bce29d32d23f64318fa54642bf7bea28c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ce9da6c30014e0e28af1a690f53dd66f4283c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2ee426d5ac2029168afa1c110adfbc41d783528164cb6b159219c3c9c46c5
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc613fe7bff7da7256160a3421aeb82147ff575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdc015c06a2cc11bec2edea1bebe2d340af17c5a0f8d7845eb5a1568750946
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cac98f67d59a9f2e3e3799bc488759fab9c1e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2fe1cc6c7ba03c120cfed8e44cc873e66562337de6971cafc090b30220396a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df0f6d28701a63f309a221ad6c15fe32203c330
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd856a74674867e691e1dcb8cfbf329e3ea2a764e71ff57a5273ef66cf5186ae
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb30f3561e8e6210481d1330d6a1d838077e1ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3517afd5707d3e04b49e9c4d98b5b61214938cfe36ab0e6f3f0b0d3c6d5701
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfa21eabab93f8a60a52610a99f01a48fb7e90f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a31e423fc58d532f94395a14075e1bc33537c377669c143e121e813384446f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0588b1c7604fdc35b844b31cfb64a59363d9f1c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682941d6afca4a46e8dc13635379dd30fe878a073c112072ecc3c66fb4f4a3f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8cb292804124af49b5a8e823abd0b699cb85e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd018d947cdf0b6b0e8bbc6a8ff917bff7f129608999149a8f642043023cdcd
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e6e10d6a14bf19d5e8ffdb4176fcd266a5c808
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee65cb59c245cdf3a38d5a4397252774a510383c78695616297deafb9e5544a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55494026af7e530249b460b37cd1c0f66b1dd269
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22d59f20ea6fa536a3e9851db7aaffc04647ba258dd5efb8c276986be62a7b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b143a04d8d6fe0bc5a902c24d6f32bd13ec7ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b6cf6e5b680fa25680f36342ee48f85ee55f28a1c033aa16b4893de3bb9c7f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf1aa5f6d58e1f0b1ecd82a7b073f0d9391ea23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7430392024815cb854eb5e7b1438bb3b517ac740b70489e57c815b9db4d43b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4618eb3849f58f6bed8ffc2b1853bbce06bbe71a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2666ce02b64bea31cba48827d50abf7a96fd75775118f947992eeea1a13fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f05539ba3e9d5bd3f499c3fe0234d03796dccf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c32e3ceba80d3c5e8f51fca8cbbceff37134c0da033e7f7c7df4817c5aa3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d758fb4e80dccee87336a9e63e7b0e4dd15bcb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99499912d1eccdce460bd975dc68c03f50e94cfcc59b85c038bc79633deffe10
+size 514179
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39be104fb4f23a8e784d257749c11f783d29e67
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02e98d9c090559a4147191afe4638a07feb564de69604b6a515c453cd169224
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0860deff6aa775cc6af298716682d7a19c50e8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da3d1b04b4dd2b968a1e7797075e8a10fc711a83c1eb937b9c55f33285134e8
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07302ee2df039bed37d843e8774a4dafd2073964
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1210a4800af2f7da106bac79f171243d865923ef9a6fb2504427d1265db71fdf
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62686145f55de469b5b86420fd3f0bf9422ee627
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2bb571fd2876369adb4dab493f978d4ab5a89bc816586540815bddd0ac86e1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2edd8cde10a75595b4693cf6474af3a0f8a26
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b010b6bbeaaef08aa51c9f6d2d34fab81e57693bda96cc284908889eb30c36
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41954f6ba1eafd67d82daee92643d66b322d33e3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d057bc8c1891847fb7ae6f6621226e99870722af08cfc7677f778028dd056529
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aee3c0bb597cb5d766d24338f0d382db5c02e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcd5a553277cf9bab4eb9e7941260b49ed8c32abac49934d0811c988c1bdb36
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7487fae5ca3a97e36e1f9b35921b2d04fa9b4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e243f793273e88b2ce61cf413ccd46f6fa96c21d00d9449179b0a114cdda113
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead68b707899796b00a8f30c45387269c7565c20
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ab34496f59f88799437f4ae99844e16d9c386515deee80a1ad5759e67a237
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab2716e30a81abedd8f6ff3afaf5b4588afeaa4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0dab2c460116fbddd87f411319bef7fbe3fabba305d66a58c0ee3a6f68373d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fd8784316c560b74af4deec15df45c650d9e1a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ab5a718acc7e1b4625ec8f95a344980e0c89577385769e259a85b9716a61f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bd3d26ea9383777d63d8935ce4767fc38742f0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c2413dd309faa6e695c690164fb5a11d2d5b0602b4c2a9c8a0097ddbb7503c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8df0628f73202015070a8d445838b222af5efe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998f191722a3f92b4c8824cdbc4ac99c960c2b88031026865132124b96889c6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ffcc84fd0814f7fe0248233a8ff868572b58e0
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a1792cb0b91b06a4d8e53b68e31a838fb0fdb1b3c7d12cc937b4cffd5a643b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99fdb1f573c25365fc0b69809fd99aa8eb39d18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89afa0b8b261c01faa8978059498c14ef831e596282bf89382921e9b360ed1c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb01ea7a8f3140641e348da6e795a5d5a08ae61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeaf4a582df534693d7f856e4133e401596a467637e21ad252a2161c2e46230
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb04b6f8a388347d01b7dfb3882c08b77469de3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392fbd56e925bc590499ea64ba51a039da6933f4591a5b516c6cdc0bfd35459
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccfd2f910d09183d6e02c47ce7cf6cc438c7d6d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32c7e45bcb6b4a0eae8828793943b640ff466f06d3d7e4227e70f8bd0641099
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2012e6e2e8468e768a687177dea07954013c2124
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5da70722e9c0c1f27f1296691c4d775fbff94460a2d3faf59978c13f736be1e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85d9cc0ee06cec39fb8f0dc0eb2cfc470083bdf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed2825d12cfb4d989ce96b61d45fd85ec9ee704c7abfd5b7d4e68d2c466b7c0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa88809cbb03f154355a054d17ef2a9ee05902fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ce6076d2febe391abbb18576037092fd33fcfa171744b63374ef4ead4eff2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6897a75e46d75bf0ec5d095f80df85856416a93
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a275f428b3c22113faaafa89c022b0369ccc10fbb9e2891014ce9aeb21bfea61
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f13e572e922eaaf2fc81d91040c3c882c9d46
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e30b1f3949e1bc3e27180c1795cadaa90e38930cec5e916ce517c6478c5f5f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d0571f049e311e4034aa5cdf4049a209e739fe
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2250b0f3d4a9f5c66cda70198a59a10d860f9868bf9834e3dbd7f771861f47e
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6474d64ad50640c99b633d06d2139f15e96cb41
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a82576be50bc770507c8b8d53f3ce4273a7c0f2145f02870ef08550822206
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db994753bb3815a1e4dbe8719b0472b7e6a892
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48e76393fb7c40f761b2eb2a8b93080d9809c1e938fdb64a3377d728f3d389c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2455b18fa3fe6528b34caf93b521270eb26bfae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76d110b6d46f01f7f426bddd7a14aa3d05956d250169bec7243c141808b9126
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b945d3618ffc18abc7a4490f22ff6caacda897fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aebd69db6cdb2b8b8b353b6508a199551893e87a48fc119ea43050ad4f5a484
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fee01eb80f0d77895ff1c93a2a32cba6520b38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57db09ec969b4f567ec5cd20d02038543c5c39ec97fc19523271fecfecc3764
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226d9d66dfa970a96167803d2aa6f497e10b5eeb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b09913a227791ff87ee536a38cd89a166cc84456066d97a35346dc8361302d9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1e9610541f392da3d1779dc0822e3e94450dd4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3176d806ba21a80c2b70f9728c672152cdfb18dc7571b429d0df8b7f9b5d5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f7f19f28e2e7c105684ba26614f2da0b054174
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59746d746ba796cd1bd96620f6978bae33f37d14360a72de6394ba7a7790d8d7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d21e57f4abb1ff37647df8dc9490227819b98fb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f10003984cbf2ba04b9975d9d76463b5d53782d01329ae81a281045e602be
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189dcd399e51763a7f98216ba484ddf575a6710b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2c378d676d59c0236405852dd6bac7687b7e12b45ae5a7741f5eb0e1acc0aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c06786b80562289dfda5df8c5ec4756dea333c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e3b09104229b438cdfdc66303339c291d298e32806cb40002915592e12984
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e1b16f90ac7b22f0a4b48a011e90e37f27973
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dc7dc2d7c1b077b15524dc5507966b04083003ca5a4339cb477dca40f3b3d7
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f861be281b512625a201d25a3e3b49c3f750ac9b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a63bcaf96a66b8fae41bb13f2db794df4131974192e30849643070af7b75fcd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfdcb90ba302aae015cb9bf8fbd2da31292bb34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656687fe28036ed78579cdd1bc7cd38a924211825ff2b6704ed116fb53bfe3c7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c56b01b99c0fb884c0c9bb49af36496e45aba4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7706e339b633e7444cf27938a7c06ee483d588af6b3081f89888da3a2f95748f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d326fef1979dfe94a5e36b9f7d4c2b1af556f2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ccbdbb2b2bd51c8c208536684a8b6a4d6283aaf2e2f8375c08991a7ee645ae
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc60d7dd6162fc36ee847504db9878ecf726d2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2d9a99d8e06b76e90dd4f8e243fa91cae6de6c606b737966b2918eb6113e9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090832bc76545024a8220bc68e0438f8a7e26c31
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673f1c516bc5b595ea9accfd8c1b7b1a2f76835d5b8294c865bc239788fc893
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55747c125f849707701c6533398e19d560cfba0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c441a872cd7c065be9217d6f0e3a610710f4b78b6d1f8ef5bcfa918f7f0d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f3e62508624675230bbbab153001ea1848a9ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0863e71b0be0bac4bc5c254df3ba1ddde711b780e1d5573a954c0513c9fe467
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad79c5ece3ca29ae1e295b7f7bdd5a13a08554e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e27063c1586fc4d50b0b3963883962ade99150a550a46fbe099eeb63d8581a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368de82b1fceaca4be811fb9d6e9216338ad2dc6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f3a80820142f4029de6d30c1d433baadabdf91cb89ca2ec67f66dd4306a899
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481b5893a9b2513b7e13ac75e574e72b436cf3ef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb372c3efc6ac175ef68e3a6b27f1d999e8b4c9c0294d6435f339a26172b33
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd61442ffef6e1ad05ef4b14e2ea57bea76653cf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c912cd8a49811bf8797b0063b0b9aa48a9ae9724361f8be0091745ec197b500c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f4b7bb8ba2a560892c3aad84ed52ada63b5dd7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6104ef940d067a99c991643d3874717b463f7755750b3c9099f8897d7fdb6d2b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be63e6f4475883b961fc6a0ca8b693291099a8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf81248f291f23c8889802bbfdffa7b57ba18c0037b1b0a96be66d8845357862
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a31ea0a53936c0ef9606c55d924085fee6691
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03275a9e5d4a8ea22b302e2163ea4c198fdeff12be871d2c96eadfa4d4c0264
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de081ef5c5cea8de4036a821dfd2d72212956460
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed3af48832990356eba980166e100c91b39824212d0c11adbf7a5c3b5bdb9c5
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5611c85bb1e713a8ccb99a9912941b8282393f01
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b252b38b1a569094a6eac30286f2c61131e1c3933bee6ed7f68bc6b9cabeee7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3215c098fd299fb0a66898edb74b53fc8d2672
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2b82a1c1494031515a04e0c76ec7c524ab93dd083a6d575cf820d59528d51a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6333858ffb71c6a3917e06c554b05055217ca5b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc608fa2f417d364ebd60f8dd4cd03efe3983a03a1bad78567f8e9528bf385f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62264978130fb2c80f77744744afcfc6ef9b4932
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541d0f31492470a0f38ff805f805de3246b27fbb21fbb19fccbf323f5953470d
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202c17f68f6a7552e03a1735f45b0da45803bf9a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab89038e3fea02eaa19fc53da44187e3143834af35db6760ea7895b4d210609
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc410e410e5b63d5e860b0d91aad3df867e9c16
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c60e8bd94011c146fa7e5885535aed7951baa67d5cb35c9ea3f5bf9d9ee953d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0556bacdf264416c264217266c76d19feec8412
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ab5853bf85841852380c3049d0270bf58419410d9129de848ee67c4af29cd
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317c05bbb00f952d3e4a414d22a95f58262552b9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696bb8eb2a19135aaf35b208d9ff6d0e5a18199c9e13374c8b72ffecaa218e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf98b564cb501dc50e548843a1f74a002a93ec2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb1e182d378e756da0e0f89bf6784f4b180fb7e3625f0d3c3ae90e8646515e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac168031c97c86e3f722e59bb480643b3921fc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc753c3a59b3ab044d2782cc067e39c6ab2529b147ab13ab1530f48cdb8c4017
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f3fcbd92f041844e8ed023459944733574253
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb6f82c25c5d5dd70bafa0f2490de94a35e0a836d723d82cfcae421d1ec41e6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f0081744e7a81fdf462f0e44466697d8e97a71
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e2984af80e0c34c69dd8b4ce01313ca3cdaf4466c162a202e91b7095cc651
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d3ca6e9864e0b2d7e95b502b6b5ccf262e3e5c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dededd40828abae6e30ffbe873915a2e218294bae30c1d0505f04de6fab1e0f3
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd45dfc3a1e6f69eb2c53abac9e1c866ba65bc8a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69d8021a1e8e66f3b606ef251f75830eb0c963a8d4a8de95d002ff7c65f2b5a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dfbf915878d78f17e8104383a83ec3db672c61
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6407dd9b59996950c9946c1bb7fac69359f77e62099934aeda1f182f81ca0240
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc46e2c1ba194585ed6a9ff134f642ccf32882e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91bb157471178029c345d75107efaed4cf5f477513fc22d17803d2f0aad044a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e65a9182bd72990ef84cb89c27b2603e93d24b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6781febc4df3abf0d6c5e2fd67b3b47fd6ed7e905e71b9fb3c22760e6b0f454f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657fc9e75e4c732cf94378f19584da736cbe4306
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6674a46e05e04dfdd93a008f0260544918a5709643975df137d95ab939343be
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecbd022cc3840f0d34d2f5128d582cc93ef7448
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912db201007b57e4c0adec9529f924645411544477386a33256fa3e1cd98f9d8
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac880d33609adcdd0ec04764600eea619e63fef
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a124c811a3398640555b037073a2c81464f78f00775056c2ae95115a47dc7d78
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b495dc5588fd0dc333238c4b0f0d5d9271ac1d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3153e3590049dfe13b2b87efd1651873721ab79c11df6cf61e8c9e65d1a0be6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b529266846f1dd3ee38017a4abed5371ea6e3e4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35342eef016f5e7436be2a18e5e40271ae474eb33ac4ff58dbe8fe45299e920
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c7572e9eb2b250d7a21b6d59d42e4ce2741a69
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f4760d9b66d46edf900ff1dddd55aa86af8fb9bb99a840f1f7342128ef76e6
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acda75109d682dc085e4b8c599e1c694b372998a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47897ceedd85de05f9063ec48550dac9301cdecaa1c48d19a44c3c25f06e089b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb169b0cf8b830dfbc1641e1ebc10d9d5ed178e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b6154c3e3d42ecd2b7a540cf08c9e28ad69c0f6e63eff338870de4b0f09ebe
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30f1e82d6c5bc3958c67bced1ff1637e68b9b4b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b977a13a31cd8beeb7204c45c02b1bffe3bad40668aa7017e794f36094f26f9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6184c3cedfd8b9d0d32cfd543bc2e3dd1490bf2c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09251c3b25625de97fa6f4925cf30dddadceebe003c0c12a699ac8414d06e961
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15198891b20492ad0ffa3da52f05356ba5eef091
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80eb51adbb32cb9fec447c1ee800ea2250b05d6e5ec467f80709298d52b3e6
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ab88aadced9c312a8b8b036d3a622c4bba9ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f758fd7b070dcf29eecf3e6573bf1d57022b3c2058dd57e51a2e13f26deecd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b6211f5569321f57d21bc1c37e9313f2126d2e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc18c00241fbc6ced61521692abaff9b496a8eed31f469366b0e10967d2ef4ff
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cccd082932e328ec726ad0dd886080b9a17f0bc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c616af73170941dc403603b880f01c928c67aa45a45b145087b367a8eb833d10
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6271b9e962c890123f5f1146798df94d11fd302
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d81755390784c880802786439a5ef13e3bf76d99eac30a7b69071e6094265fd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b511ec70bbfd5beb81fde97913553799e71f18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd73d688deeaa9c3eb7312a8d542b9052588b859b2f92f16c8e0b1a9d4f6989
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b1d657bb972b981ccbba72b0ca8c9672930cff
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd457906ef2d043309ee6f5be1005880c576090caf5571b232e2df9b4ad283
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd75fc3def5af2fb014030504ba3a26713a042f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf56c7f625492caf967d53c5e59995732b4b145aa6bbd54aa361a86e322549ed
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb1eb10dd6ac2463a373e42562959325b54d9ed
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc5808a8d6e578feb31d27875a41251eafced6707e2008027690d1b361b16d5
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52baf83eab882172846845b64de4d15f56e4c2ad
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0989d7def5f0845f3fee05ad799d8a572fd15601607ff221a7b05b5aaf3e6eb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34707c4889179590d25bfcecf5483671614b969
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d40ba69c47eb8fe514186b23b61253184710dc15581abaa1f9fe40316106341
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8252eaec1a68e6744b592648b6d118355b32970a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fe30e6b9282dd6657c9336ff71811803f1928d947f601aa91d370a095957ec
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb78e45bdb97c1bc6b36e79be2d46cf6222286
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9593a318efc3385e33a86ea2070e6cc5a35a088435aba2fc6390bd901c0c03f4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec3135566d4464a91e02cfc158b61e23337759e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94b2c5294786aa30370c44b8a4adebe40a8301c3c13b99adbadbcf446912fbe
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7179b8631818c4988359306cfd47f7418c8c3379
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b47d9d3d77b57b732dfdd1fce639ee7049a285b71175022d8dd9d8fed431eb
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64950671d97e4f2fa092d102e8464b498558bb30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e384915b6993376e9220c8232fb49e3a4d85c501949a3bc3657146c31e64fddd
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0717cb3c8feb4cf745acadadfeb67390e63f568
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e94f215ddc26b8618c8cff8f529a37e6bb4aa34c04504b3d596808776abb0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1a2a6e5c833cf869e24a96d36eb1adc198a109
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95f750b924ffa465a08111885fc82d461b51c045ba6bdc9b434594b78fcbd1c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b738eff75fd26bb0de4ff5408ca053d44187fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f181d6a474679b1175426861070034074d46e2baddc4287a9552e00ef13cc0
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c01469d6d02b3c65bc1dcb29f8b0c61b1eff7a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30da8eb17e413b5ddb2251487991fca45aea51552576bf00730785780a6486
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914d9f63df2a093b3443b0e0a9c88d2826c6426d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205ee2c5efdba5863ed0e0fd5bcc0e965a6d2b04a0afc0cbc6afb71f60a8105d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb434c426e0de0ba89714dd5eecee4b05e0ed81f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d98e435600718e14c5c5ac2a65bc60f53b458e60bc5e03bfb69593dda5864
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030642a34f5d2c97a6400a43a9311c18568ddbab
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34417848018ef5dc160c2d115973bdf61105d3c3c9856d41344c8930830015c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10aef3c70d4a71c6133e5311a766d10eb6d713d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72a9784310bbf243e99f6ba432c18e88d98691636229b5a2e5a5ad0e96f0ea
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f446464f67fda4c49610792ea31134220d34f9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce86231c7da46d17b15dc2a3be94c1810f290d1c3281391d7d33501b33356c6f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4e1460b0968244c5654abc9d2cd6d3af6286c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0428370810a0d1818c945e8a9d53eb7e2ad38d40c0173045645a0ce123e54b74
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a0f270bcf132bb04ba184a4ff5e77201b2dd5e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d11d29232c1bc4ac46473c3e191c13ebe1b089d0718ab93413a4196822d082e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb8e1c62da140f12877c1e50334c2cd3a261f4e
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376f028269fa97f52ccfe996fb44239c846ed0e44e9af65617e566ed066d1db
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5858af45852e8ebf3c5fd1fbc0f0da109e934eb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50304a98c577bbb70232c23c88af833eb13fa9b5d86488481a449ac9b337c0ff
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701c239c0532c1b0212e7524f83ee23a629c3339
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe47208e799cc1855dea5560ee40ca01ce606357a2370440f6fb228b3ab4906
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791252e8d3d180d83e8d778990b14a28a4d3edb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2fa48ddbc2e4a95ad16b4fb7af59e091662921fcc00843ba016dc53edaad3b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4280647501ba24621f33f21f01b78a458ab7f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29424c7d6821c12c8d01f827df8abf70e90670cc1cff026c466fbb7e4c42055c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7726b55b749d7aacc94f0c54a1c4a5edcaa5c7e1
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08572ba0fc2f4041fabe6ddce9dec18b2f3a9d5721ce773d674be8e87ef30fb9
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49afa3b1167c6ad41e7772c1a90687c058275447
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8ca2328a7e4ac43df8b4f19cdc936970088f7c829ba62fa51433740d308015
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c4b7d87ceaaf7c5e1ef49f382f4d7bea646041
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e316540bf27afe518305a3f3f36978175a39a36a9cc15be58e31bccfcce94d29
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b83e9a79ffda6b45d7a6185b41dce1c1be0075
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401013c710f914d21b92b50c6eed8913f223e64c3c74d45b4d7937050a879ba9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d777e923b578e93c5310105a6ed7232a34552dbc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4bd633203ae1a00355736f269a9a97a9a54d5b22993e32fdc7eb3fcbf16d09
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32a6e19db1222b1a754200aeca6f7ae04529c38
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbda886a83abd930b4bd230a0b8cd8ba54aab02fc1071b224319ae2d2dc982a1
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1273c8d1218a2e19e6093ebce047fb6d660988f2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f2114e2cffa63e8970e7cdda1f44be1f1cd535db452c5e6bbaeb2de6781341
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509da01750130f68d42da9ee18678d34521d2ff5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff55decc595b955814861490db0c64d6a836bee6162c1427c5c841ef485c95
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b4dd5ddf13e759ddd75b685ff41c46463dd20f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a1d5904c120ff18c5a44f681462e70f663c54854950c24d6d319247caecb9
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fc68090e4ed2508adf001f094004d5c8fe0100
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae10b99f67f5865f905bb864798fbc3ee319f33afd605a977339fd2a58f72f7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878bea6271b88181f9c0258f71f2494f0eca2ad4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb180b6232f88ba9bc37e51aa392008cc9c4c05e5469aae180f72e183aa53609
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ec489d8e9870b951d740a976cfe19704a8ef22
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01acb9300ef8eccf41ee86df5700aa66ed1b6fa51c40507108ebd2c043c2571
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14770f0fa288741a23d5850e75ecedaee8ed5a9d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7d6f28e44b8cdcda2d78104997effc79b39cd9b8a2893a7d321950bf6efb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b21c0f489e564755ec253664b3cf0a2bd2bdc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b6a300c76aa3a0fe48281c0a9d204f5afc3d1a0af4ddb72a5d48db0541d78
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b23398188bacbfdd9367d84045e5c27465dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0647fa41bf041a6ffe4824cbfff5974e169c8e5d5a6e41545ba1fe537a69c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbe603c7e2d89d00fbda43d0ca666974b7d02b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff59fd33da3e97be74845e51b2c817c51fa1a45f1ab8f5a698749bded4d30bce
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43862bc2153e118ccc5f9259c73910795cd9dd40
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad51f4648282910ad4956c8ca18a56e45af9bd8c4954290640641560c631cd7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87191506db45a18b55e56de5a39f95d5249f2366
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c487e4548c50c7c1126416951e7da5371f31a6758f3759a4edcce9f3875eb04
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd798e816d3161b1395734b40de2b2787d8c699c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76304248802673670f49e33606b44851b10d3504e1b95601979bb98790f06ede
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90e88699c8f130bdc9c95c8ea255d10bcdf2e07
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c63b57955a25070e8c937ce81601affadecc0d33c4d1173cfdcd97766accf4
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b042884cf3fe8f3debc40135bcc7d47b18751f6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b37d8d8d5cbf5d37b6a1065560937ba770a3403b75bcc6ebddcb7711ac59a
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48fc522bd61273855f614c76df8c3d6cbd8d549
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aaf6833d7f53ce467a8add8708f7f070715b65a939b0ade805da2f6c2fbc66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87ff8d977564c246a5c4d717a982ae373da71c8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c00b3b52f353898b2e36c83ed0cd8baa3022b76c841712ab7fa881a88b8926
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5e8992e28c6485121d5dba1065b51e732a6b09
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b310587d4a21a16a74d66696efe17dfc254aef38c89290aba7cf8a1eb0ddc651
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1258d4e4bd60d0419a01170d0f0fd2c860601136
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dbe3169ad30996aeeb0bba32d62138bc410d997739be53c2da380fd0b6eb21
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2666f217ec90de14eeafd24016ff74cc8a220b7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c49f67a44c38aee09907b1ae47cf9f66dd31d66d0221457e0cb09f294d74790
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac56f394b60bd28d89b100d15865a5149deedd82
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e04c3fb5d0317d5f9e3d8ec0af3d7eb75645d12db196e750d41f4b39d4eb387
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22754a286a302c962f1d3c60ae6a3000d0a2f573
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5ed0a2a3176c98bc1760e5d04c4ebb0fe6f72f808a633f5a5ed6ed9c34f67b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b15cf9165b1127f2d59975a65981be0ec943ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e04f045671c4e1943109dd4a8c3d0c2f44bfd1b661ab9d0c41a44eef334e7
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8c155d57489965f21cc73698e7195817617dc5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9400f746792996a32d2d9435c31f85c5f9ebba6243277b56c57ca0b2cfa4513f
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03760da7102ed7071c20b25e19f122daebd27dd3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d672666f8fb7463696729e53c785d5f418b335ab1f15f9c48e073f2fc5798bc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee9b46f4416c1f4aa32bb4c15289b88fd2dc3a4
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcd8d1775d1aaf36589f310b29ff8ef0c2735d69bae5a7af06b8844b871f49f
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e590d725efa6d9d630fe7112a9a93c6ec8a820
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaf439d5993a21662fa5da00ebedbebe2dda0fd1267edf231ab38e679b4b13f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3eda80d6b0dd79024c8614df2f877896c8c64f8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515308bf9006cf996834a51844c51990ea5fee52c826bcbc967f098400c7f6aa
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a86c26b183938e8835c6938be24867621005166
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3803f676ec12e04c8b1bc3fccc6d19f85a45ce65071f8ee6ef9827f3ac53c6e0
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0323127bf85340641f43bb2521fbae4564c20ad9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54224712cd1f85aef602f4e85ae707c399d3dddb42d348bff79babd7bbf05b6
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4a75adeddb0c51d209edd48d538b6471100a30
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a49fb6b1a99aa680d72945c5e6bfe702df660e87458cbcf6879b7cc654f3e55
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc513682952e021ad0b2bb80ee0463c3c7c5f04
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e60e137b927adf99c79e3ebade2c43c7d2cb3edb4eacb04357b03e3c6da4d18
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a365e8c156416a9f99b6aadeb4e9aabfeeb2ea2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a498377fe77aa981dab2f8b59b23748783efaae2ae4b909f7f0308a1d89204
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282439b5ade52d4e6931e630e72022621a76d236
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed440d228d0e25b07f2d037438195fd04e2eeb892a93bf7323916732da16314
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97b6d4221168d3269033fee2c8feba1d3663ddb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a277a78c428d693a7cd7d1da9b9264a3b6d6349c6e7db96b769ba2872133f4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe54f769bad5ae9bb7e8adcd08193b666211abc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fcf4a0fb1e4cedfe1fa064d5f26d6cfbb8369d60092a9e8845bdfcbae7a922
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69b3f85c515b1f145f1f49c8357f457e9f9b468
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6264345fe175e066f9d7f4d2d18acb32135f8bc4c254b08a49200f25ff5a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994d0092791cf6b0a9027bb943a88de71ac4c1f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a71e94261a8bf1504f1b8931f268422858c928e439b8415896e863c5bbc31
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f676641baaedd9f456f8526a2433c21a5c6e9a48
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78d680e2203748b21c6db7d1e6f31e9995b83b70eaf377d70ebd94e6d68844c
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88003a5984e261147f93be0d4251e1653e3807c7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f56f64ad8743505d77e7f3d3c28e8d2b9f18ef36f9346d22055badb920afc82
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58b27cbdee9906f269107feaf69338868c81d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23303b9a5a4e73fb0a2a4b1c0c1f3bf030c253589dfd26885de7e5cf33485e11
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868d5213e1abdd6d2bb1e3e9ae23dafa41626240
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33f19b91117f7c0fc5616a01f5f6003565608acf1c8588596c6201fcb2b733
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512f92a11596344aeace0bd504c49844501d6227
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e942c1a16e050cfe84944d49535e37671c84b74f5e874b2a32cbebf8364b335
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38095dd4f505c4a1157982d7a8ef619394bf75
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5c01922a96f9a9e3bf0e83fe1ab47e4153668252689e5784bc5e792adfe907
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1c164926f71b52d578748b1e29c916684398c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33149fc28d36f96477a470de5fa092464f8c51bf624c2e73e7cf7aa1c4f83612
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867888561b0709e521c1eb78cb06e94e315e127
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7e6e5c1e68b72718dc540ff3d7e8ba48b33b1e50ee3d62d21774c19733729d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246c8e5cc2f78f36285fa07c2d812c33087791db
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7047faf8d11542864784a7b3e3d1e3bc825bd8fd1084d576bcc22d4451042
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8e1d1b1dd3790a1e440cb7791c176d600fd1c2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae3ab5d4ed4b4f08f2050f0f411efc2a6cf2c9f6806edb1e9b6a5679d5de837
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bf69ee73d0287be821406025811fb46d4b3be
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87e8c45340ed5667c3ff5f10f12d24b528c6835dba3f7383e2a1c9e0cac559e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa7bfda57202a727aaabea33bf783f15f5f735
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d3cd754509e2609a46a7a4dd487dd8923e1aa07e23d1b7ed9733d758469d39
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7628377694baa2a4d1f4336a39e7548c22674ce6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43957c4c5fbf9a4285a79ed2d312630f198f5ff8a0ce3df7cd2acf92b4a529de
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8927a1dcc38c2a10353089179ad6f81e98f5ac2
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ce4d6850cac5eb5d576cf16f0a04c21d8b1ab8de1c9c2a51a858f4eae0678
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77c02b94b4a7cc1b08a1cba7e3328095a0a3760
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79886d61c0e5d2c392d081afcfa07b25ab9624d88caedb80c5b8795bf499d91d
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5192bdd9d1854364f9f24b9fa507b1064d6973d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba2fb318cd17e74e6357bb5ee79486432b2bc70b2fe204886b282ee16764c63
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a35cd983f9eee82321711c96c1aff2eecd249dc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05069a7552df30e06c9bdac275b067b56014958f7166410763eb26d83aeaeac3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572630a570664688b5cca0efa4f085f7dbe201b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fb47f55c466d3d3263910bd7117cdd8650c4b262e3154f170889a92ea8e4e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355e944661f1baf3748ae91f36f450282bd712a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9416e26099f5c676577a6d99fa6192a701f4577817cb294d24adbc42efd319
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b0f59939127c8aa667b66321f926a326577849
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2a718c7ef81b3c6d503d2447a0c853bceb0788c3d8663a6283f69f48973259
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4fe8fbdb62209f5678ea3b54db3ac707efe1d9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cbd3f17d972d1999af07c32c238209eec7384d42ec9b2144603ee308cc4128
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8d4607ea75bf5c0d6bd8359d306bcc1737df24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e96abc1f2d0852fe611454ab803735f43b81d200c6e620a38d755721cc442
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270633e3787a1926d67c25138e855d0708b4e570
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f8a37fb9af0aa42bcc8b27a0d2a0973f1d181a116ebe611f2207c6e2621fd7
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e3b516eeae92acbbefc4595191eacf22bfd975
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0a5c0b324ea8b018e7ac4c98a9654771cfbc7e1324577623b729e6f7d0445b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682f99accc673acd89cfdec1de58e68a30a11d13
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c3875fa8f0d185b6496b3f398361bbb1f7148f181931e5dd5bb5a59eedc13
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849a132316b6818cd2615a82e9bd6892712a5b99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c597d076fcaaf2702bb23d78d4e5e3a371fad591cd40e6c540c3604891db1cb
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcb04f84bb3900eab7f21303f4d966a5e7afd18
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac05a347c46c8f3ff936de20fdbc230034acbd029c6a24f9d2fbaa592ef1b66
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196ef7db4b9dd006ac1bba45e46114b5624ae916
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd27336e750a50a119e0bde5b24603882c070c18c6e7487017cc3e958306ab
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2b62938a7f6839c00bdc8161565bfc4db77cf9
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed8ba7e915c06755acc1bbd9304920482f89d016359fe03d064b7e6b5b24ef1
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d130a786e2c7ea8242e10699f15763ef343a4a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04124f79942e4453f1b10b7f2d32e69ddfdd6ebfb0cdd2f68d6bd15a66152d77
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f52e40ba0f314d20f82ab0601d6ac7652cd5d8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce03e8139e718760dab55dd2b0812f9614857d24602af954dea64c403462e9a1
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8200fdeb31230680c123ae29b97db47a0e56db0d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ec094d3fd9e99800e6fd5f6445b486a4d778d71329b60bc85069feb62073f3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550df76f3293868675e1e7bcd9fcb01c6ae1cb6b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc438b6ab1a303c21eb6f31be87ed0302496160794e064b222f539c55767d56
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fe3a1fcbe0da210efeb6c298de86570a42d034
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3167d637e7d0ee479d906a68330be38fb13874984893018ff783f297698d00f
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec9af9b11320f6bdb177684f027a373e70b5132
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b55e813b8fba119ef3b54320cceebd253234ab91415708041eff56ce542ac3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec89935413d82774f09988147cd72dd12c7d3095
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72caeb456218da11c48e334e2317cb1a6427b03b4975e5a9ab035e868d49d1b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8350bb601fb84f9ffe634d50a42294a8e3ff83
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847264c3c44523fdf413f6d78fda8da45dc71b3d77448bfb9e9000a9d2b91346
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999414b3ad019915f9258dc6c63b5a9a87327bfb
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a332fc4e1c1abb453124a89aeabbcce5a697cf4aaebbde94f0097eb80d8d96
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a434eb898b925bf6aa811987fd0b4977bcba99
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca24f6e0eb3b90eb0693b09f735d20c5c3ce011ddf693f64a1738f1d1ed06811
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd04e6393bd2cd5cb8c01ad6d56b870cbcfbe34
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18799619d214496cd68b8640d8dfea6b5554045abb6ce6ec7ea9ce048581163b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d689c84643107b3314e3d4915499e7377e0eea
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b1787ef62b43252dfb9d0dbea9514a94e042bba7f3717c77be3920cbf1de3e
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac13914c8c7ab3fbb0a348fae6b0c7c65e1e5e21
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dacbe3a18a9218bbaeb3c073330e397b7ac7fbbab33ab2c390a162ac7700e3
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98df90d22d2fc86052d6544318777147137ca162
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50566711942cf6b116e98249764e952b4bd8acfb96276fd76aa521213f27eadc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e2a39cab481f8d810287587cefaae40468fb8d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448c2a405a92f5c3a4703cee44635c51378f77d4799aa813ad4eaf23bc826b99
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d515d1475bc40905982387b6613f8dec2ee9bcfc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5a2c709d54110c70f032d270c7b3a025ece60b33a66c8f9e2f38f7bb1b35b
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f0405e20c90ea89bffa3efb7f9adffe4e8cf24
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7dbf1e845f46a9405e19429fc0060bbb92f7cea902a784e23bf0f789f00368
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3ae48c16cb610ff90b59cb5af21531bfed6379
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218c010836209549ded8fe58a76b58bb6e80f6d3101888ac4ed8f996ad3e826
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0aa742bf4924c9657ac2057f76ce240f86188f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f88c78a811375952678eafba4eeb00465ad7bfae11dedd5462d588191fb365
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c85a8966c3d33af12250ca7daa3330e862d8fc
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff5f529a157fcd8f0284e8e9fbcc1d25d48b821cfba5750e19151d1de6b157d
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cd775d97dfeedacf71a360173551c4e670441d
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196f2acf481bdf645032bd5551e321ef4dd8269170944de2fe23006eeb98cfdc
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6a95e89d0809e5e305d004c79c88a8d3d4bf3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b528b1f285bb76d9e81780e7c5438e644b634055869d72c6d6f3105b9b55ac
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd302eef9b583a402876d1a6fb79cfad4fe0ed6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3df4434801cbd88501d00d8012be0a83298a0946a931dadc120c622b17aeb2
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fc8aec5995067a1f4be75e72e21d1b03c21eb8
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90bc7b6da61f22b0595c3f28074507438476d38cfc728b72f962bd69c873a6e
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d25c8f44eb9b7cce85bdccaa970ab62322be7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d1b88eb3d561aaaee8b786b201c67f8c31e9668d3fd311a88803e7a8ae7a2c
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d7a9b1ba96893fb15c206245a7edee4eb3e65
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd84dda5c6c147e69a475647fb7222bce29d32d23f64318fa54642bf7bea28c
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7a279fc941fc8e5cd821039686c9d67785f43f
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e42a8c048b4e16fcf71a858c690b7c6a54a2a7b174900f0dddcef33772f245
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc613fe7bff7da7256160a3421aeb82147ff575
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdc015c06a2cc11bec2edea1bebe2d340af17c5a0f8d7845eb5a1568750946
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cac98f67d59a9f2e3e3799bc488759fab9c1e5
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2fe1cc6c7ba03c120cfed8e44cc873e66562337de6971cafc090b30220396a
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a4a9cb8b0f88e135b6ac43398503d21ce5c02b
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4565d30cc125cccfa00aa5e9dbc6bb16decd3163d6df3f1ee10f74fd3be0a9a8
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58238c531fc0e0d1250a3f7a9ff60eb82d74e6c6
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c769f50bc88f6e2de44bba4069a67f506927beece4cf8b37738c6c3a8c7b446
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b8df7224c2c993c4d2130a24faaef8d3a40ae
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fedc90a9f3c757eb741c6e0c22e98d3108497e53334c922638b60436a56b7b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0588b1c7604fdc35b844b31cfb64a59363d9f1c3
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682941d6afca4a46e8dc13635379dd30fe878a073c112072ecc3c66fb4f4a3f3
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db59b2ad85c965bead90c0ef1f67ae69f70e4500
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1190a1d08cce2eb9eb05627a4a2fc58576f953d26c14dacb73edab85334614ba
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8e848a4f4f627326efe81a975b4974cfe58dd
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9e5241b4b26be736f8951fc068045f184300f9babbf3a668d4f311cc264b9
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55494026af7e530249b460b37cd1c0f66b1dd269
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22d59f20ea6fa536a3e9851db7aaffc04647ba258dd5efb8c276986be62a7b4
+size 58499
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14b30303d795e155a8f535e9bc012d01fd44ff7
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0e1389c96972349254d5ee5b182eedd3176a7314ef4a301c9cd7d7d76b0822
+size 5251
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf1aa5f6d58e1f0b1ecd82a7b073f0d9391ea23
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7430392024815cb854eb5e7b1438bb3b517ac740b70489e57c815b9db4d43b
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4618eb3849f58f6bed8ffc2b1853bbce06bbe71a
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2666ce02b64bea31cba48827d50abf7a96fd75775118f947992eeea1a13fe
+size 17539
diff --git a/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f05539ba3e9d5bd3f499c3fe0234d03796dccf
--- /dev/null
+++ b/params/llama3/7/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c32e3ceba80d3c5e8f51fca8cbbceff37134c0da033e7f7c7df4817c5aa3e
+size 5251